00010000:00000001:3.0F:1767734659.811468:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734659.811642:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734659.811657:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734659.811661:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734659.811766:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734659.811771:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734659.811783:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734659.811786:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1767734659.811843:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734659.811864:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734659.811871:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767734659.964480:0:248761:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734660.640605:0:248827:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:3.0:1767734660.640638:0:248827:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b0e3c38d00. 00000002:00000001:3.0:1767734660.640644:0:248827:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734660.640665:0:248827:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:3.0:1767734660.640670:0:248827:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff94b1f47d4100. 00000020:00000040:3.0:1767734660.640684:0:248827:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:3.0:1767734660.640689:0:248827:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:3.0:1767734660.640695:0:248827:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:3.0:1767734660.640701:0:248827:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:3.0:1767734660.640710:0:248827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdb480. 00000020:00000040:3.0:1767734660.640716:0:248827:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:3.0:1767734660.640725:0:248827:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734660.640730:0:248827:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734660.640738:0:248827:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734660.640747:0:248827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c733e400. 00000100:00000001:3.0:1767734660.640756:0:248827:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734660.640764:0:248827:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734660.640767:0:248827:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734660.640774:0:248827:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1ed91ab40. 00000100:00000001:3.0:1767734660.640777:0:248827:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090648709952 : -117983060841664 : ffff94b1ed91ab40) 00000100:00000001:3.0:1767734660.640781:0:248827:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734660.640784:0:248827:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00000100:00000001:3.0:1767734660.640791:0:248827:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734660.640796:0:248827:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734660.640799:0:248827:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734660.640802:0:248827:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734660.640818:0:248827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdb480 x1853602672030720/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734660.640832:0:248827:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734660.640844:0:248827:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734660.640850:0:248827:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734660.640854:0:248827:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734660.640858:0:248827:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734660.640863:0:248827:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdb480 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248827:1853602672030720:192.168.203.112@tcp:46:lfs.0 00000100:00000001:3.0:1767734660.640869:0:248827:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734660.640877:0:248827:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734660.640881:0:248827:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734660.640884:0:248827:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734660.640889:0:248827:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c733e800. 02000000:00000001:3.0:1767734660.640891:0:248827:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734660.640903:0:248827:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734660.640908:0:248827:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000400:00000010:3.0:1767734660.640917:0:248827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7b28. 00000100:00000200:3.0:1767734660.640927:0:248827:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672030720, portal 10 00000100:00000001:3.0:1767734660.640930:0:248827:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734660.640932:0:248827:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00000100:00000040:3.0:1767734660.640942:0:248827:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdb480 x1853602672030720/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734676 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734660.640952:0:248827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734660.640956:0:248827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734660.640960:0:248827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7220. 00000100:00000200:3.0:1767734660.640964:0:248827:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853602672030720, offset 0 00000400:00000200:3.0:1767734660.640973:0:248827:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734660.640985:0:248827:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734660.640997:0:248827:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734660.641005:0:248827:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734660.641012:0:248827:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734660.641018:0:248827:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734660.641022:0:248827:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734660.641027:0:248827:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66372:66372:256:4294967295] 192.168.203.112@tcp LPNI seq info [66372:66372:8:4294967295] 00000400:00000200:3.0:1767734660.641032:0:248827:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734660.641046:0:248827:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734660.641062:0:248827:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734660.641068:0:248827:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38500. 00000800:00000200:3.0:1767734660.641077:0:248827:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734660.641088:0:248827:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734660.641095:0:248827:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38500 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:3.0:1767734660.641118:0:248827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734660.641125:0:248827:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10700 usecs (11 jiffies) 00000400:00000200:3.0:1767734660.641130:0:248827:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734660.641133:0:248827:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303422473 00000100:00000010:3.0:1767734660.641139:0:248827:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d04114e0. 00000100:00000001:3.0:1767734660.641147:0:248827:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767734660.641158:0:248827:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303422473 00000100:00000010:3.0:1767734660.641161:0:248827:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d0411960. 00000100:00000001:3.0:1767734660.641166:0:248827:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767734660.641170:0:248827:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734660.641173:0:248827:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734660.641177:0:248827:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734660.641180:0:248827:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734660.641183:0:248827:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1ed91ab40 going to sleep for 11 seconds 00000100:00000001:3.0:1767734660.641187:0:248827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734660.641192:0:248827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0F:1767734660.641295:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734660.641357:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38500. 00000400:00000200:2.0:1767734660.641367:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734660.641379:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734660.641387:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7220 00000400:00000010:2.0:1767734660.641392:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7220. 00000100:00000001:2.0:1767734660.641400:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734660.641408:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdb480 x1853602672030720/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734676 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734660.641426:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734660.641431:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdb480 x1853602672030720/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734676 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734660.641441:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734660.641444:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734660.645461:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734660.645477:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734660.645482:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734660.645486:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734660.645495:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734660.645502:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734660.645510:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734660.645516:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734660.645523:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734660.645530:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d23400 00000400:00000200:2.0:1767734660.645538:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734660.645545:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b1b5 [1] + 224 00000800:00000001:2.0:1767734660.645555:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734660.645565:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734660.645569:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734660.645573:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734660.645580:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734660.645587:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdb480 x1853602672030720/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734676 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734660.645602:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bdb480 x1853602672030720/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734676 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734660.645668:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734660.645680:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734660.645685:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734660.645709:0:248827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734660.645722:0:248827:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734660.645725:0:248827:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734660.645729:0:248827:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113b00. 00000400:00000200:3.0:1767734660.645736:0:248827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7b28 00000400:00000010:3.0:1767734660.645738:0:248827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7b28. 00000100:00000001:3.0:1767734660.645742:0:248827:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734660.645751:0:248827:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdb480 x1853602672030720/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734676 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734660.645766:0:248827:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdb480 x1853602672030720/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734676 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734660.645788:0:248827:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734660.645791:0:248827:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734660.645795:0:248827:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734660.645800:0:248827:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734660.645803:0:248827:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734660.645806:0:248827:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734660.645809:0:248827:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734660.645821:0:248827:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=88 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734660.645827:0:248827:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=88 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734660.645830:0:248827:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734660.645832:0:248827:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734660.645836:0:248827:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734660.645841:0:248827:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734660.645846:0:248827:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767734660.645848:0:248827:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: committing for last_committed 12884924590 gen 1 00000100:00000040:3.0:1767734660.645856:0:248827:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924590) req@ffff94b200bdbb80 x1853602672027648/t12884924585(12884924585) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734660.645865:0:248827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734660.645869:0:248827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdbb80 x1853602672027648/t12884924585(12884924585) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734660.645877:0:248827:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734660.645881:0:248827:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734660.645885:0:248827:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b2013a7800. 02000000:00000001:3.0:1767734660.645889:0:248827:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734660.645892:0:248827:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734660.645894:0:248827:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734660.645897:0:248827:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734660.645901:0:248827:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f000. 02000000:00000001:3.0:1767734660.645904:0:248827:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734660.645907:0:248827:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734660.645909:0:248827:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdbb80. 00000100:00000001:3.0:1767734660.645913:0:248827:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734660.645915:0:248827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734660.645928:0:248827:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924590) req@ffff94b200bd9880 x1853602672028800/t12884924587(12884924587) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734660.645937:0:248827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734660.645940:0:248827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd9880 x1853602672028800/t12884924587(12884924587) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734660.645947:0:248827:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734660.645949:0:248827:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734660.645951:0:248827:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b2013a7000. 02000000:00000001:3.0:1767734660.645954:0:248827:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734660.645955:0:248827:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734660.645957:0:248827:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734660.645959:0:248827:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734660.645961:0:248827:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026c400. 02000000:00000001:3.0:1767734660.645964:0:248827:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734660.645965:0:248827:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734660.645966:0:248827:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd9880. 00000100:00000001:3.0:1767734660.645969:0:248827:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734660.645971:0:248827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767734660.645977:0:248827:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94b200bdaa00 x1853602672029696/t12884924589(12884924589) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734660.645988:0:248827:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924590) req@ffff94b200bda680 x1853602672029952/t12884924590(12884924590) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734660.645996:0:248827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734660.645999:0:248827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bda680 x1853602672029952/t12884924590(12884924590) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734660.646007:0:248827:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734660.646008:0:248827:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734660.646010:0:248827:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b2013a5000. 02000000:00000001:3.0:1767734660.646012:0:248827:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734660.646014:0:248827:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734660.646015:0:248827:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734660.646017:0:248827:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734660.646024:0:248827:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026cc00. 02000000:00000001:3.0:1767734660.646027:0:248827:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734660.646028:0:248827:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734660.646030:0:248827:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bda680. 00000100:00000001:3.0:1767734660.646033:0:248827:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734660.646035:0:248827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734660.646038:0:248827:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767734660.646042:0:248827:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:3.0:1767734660.646045:0:248827:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734660.646048:0:248827:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734660.646054:0:248827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdb480 x1853602672030720/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734676 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734660.646062:0:248827:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734660.646066:0:248827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734660.646069:0:248827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734660.646074:0:248827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdb480 x1853602672030720/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734676 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734660.646084:0:248827:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdb480 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248827:1853602672030720:192.168.203.112@tcp:46:lfs.0 00000100:00000001:3.0:1767734660.646090:0:248827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734660.646093:0:248827:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734660.646096:0:248827:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734660.646098:0:248827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734660.646101:0:248827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdb480 x1853602672030720/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734676 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734660.646109:0:248827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734660.646112:0:248827:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1ed91ab40. 00000100:00000001:3.0:1767734660.646115:0:248827:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734660.646116:0:248827:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734660.646119:0:248827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734660.646122:0:248827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdb480 x1853602672030720/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734676 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734660.646129:0:248827:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734660.646136:0:248827:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734660.646138:0:248827:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c733e800. 02000000:00000001:3.0:1767734660.646141:0:248827:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734660.646142:0:248827:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734660.646144:0:248827:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734660.646146:0:248827:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734660.646148:0:248827:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c733e400. 02000000:00000001:3.0:1767734660.646150:0:248827:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734660.646151:0:248827:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734660.646153:0:248827:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdb480. 00000100:00000001:3.0:1767734660.646156:0:248827:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734660.646157:0:248827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734660.646159:0:248827:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734660.646163:0:248827:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734660.646165:0:248827:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734660.646169:0:248827:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:3.0:1767734660.646173:0:248827:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:3.0:1767734660.646175:0:248827:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff94b1f47d4100. 00000002:00000010:3.0:1767734660.646188:0:248827:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b0e3c38d00. 00000100:00000040:3.0:1767734660.652397:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303422473, at 4303422474 00000100:00000010:3.0:1767734660.652410:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d0411960. 00000100:00000040:2.0:1767734660.652425:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303422473, at 4303422474 00000100:00000010:2.0:1767734660.652439:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d04114e0. 00010000:00000001:3.0:1767734660.834439:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734660.834445:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734660.834451:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734660.834453:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734660.834457:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734660.834459:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734660.834463:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734660.834465:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734660.834526:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734660.834532:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734660.834537:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734661.858432:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734661.858438:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734661.858443:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734661.858445:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734661.858448:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734661.858450:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734661.858453:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734661.858468:0:231791:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734661.858471:0:231791:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734661.858479:0:231791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734661.858482:0:231791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734661.858484:0:231791:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734661.858488:0:231791:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734661.858490:0:231791:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734661.858493:0:231791:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734661.858496:0:231791:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734662.690703:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734662.690715:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734662.690724:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734662.690745:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2daa300 x1853602672030848/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734662.690765:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734662.690774:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734662.690782:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734662.690788:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734662.690800:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734662.690813:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196092:1853602672030848:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734662.690826:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734662.690838:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734662.690845:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734662.690854:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734662.690864:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b0db605400. 02000000:00000001:1.0:1767734662.690874:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734662.690897:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734662.690908:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000400:00000010:1.0:1767734662.690925:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b5d8. 00000100:00000200:1.0:1767734662.690941:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672030848, portal 25 00000100:00000001:1.0:1767734662.690951:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734662.690958:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000040:1.0:1767734662.690975:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2daa300 x1853602672030848/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734662.690999:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734662.691013:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734662.691023:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b330. 00000100:00000200:1.0:1767734662.691047:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602672030848, offset 0 00000400:00000200:1.0:1767734662.691073:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734662.691094:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734662.691115:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734662.691136:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734662.691150:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734662.691162:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734662.691166:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734662.691174:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66373:66373:256:4294967295] 192.168.203.112@tcp LPNI seq info [66373:66373:8:4294967295] 00000400:00000200:1.0:1767734662.691188:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734662.691218:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734662.691243:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734662.691256:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cc00. 00000800:00000200:1.0:1767734662.691275:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734662.691301:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734662.691355:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767734662.691382:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734662.691408:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734662.691417:0:196092:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303425369 00000100:00000010:1.0:1767734662.691429:0:196092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d9c0. 00000100:00000001:1.0:1767734662.691445:0:196092:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767734662.691457:0:196092:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303425369 00000100:00000010:1.0:1767734662.691472:0:196092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24dd20. 00000100:00000001:1.0:1767734662.691479:0:196092:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767734662.691489:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734662.691496:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734662.691509:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734662.691515:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734662.691532:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767734662.691542:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734662.691542:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767734662.691555:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767734662.691558:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000100:00000001:1.0:1767734662.691574:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767734662.691575:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734662.691581:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734662.691620:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2daad80 x1853602672031104/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734662.691628:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734662.691648:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b330 00000100:00000001:1.0:1767734662.691658:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767734662.691660:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b330. 00000100:00000001:1.0:1767734662.691667:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734662.691673:0:196085:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767734662.691676:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734662.691684:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767734662.691694:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa300 x1853602672030848/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767734662.691695:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734662.691711:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2daad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672031104:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734662.691729:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734662.691737:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734662.691745:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734662.691750:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767734662.691755:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734662.691765:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b0db604600. 00000100:00000040:2.0:1767734662.691766:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daa300 x1853602672030848/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767734662.691774:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734662.691795:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734662.691805:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767734662.691809:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109f8. 00000100:00000001:2.0:1767734662.691811:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767734662.691823:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bb28. 00000100:00000200:1.0:1767734662.691834:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672031104, portal 4 00000100:00000001:1.0:1767734662.691839:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734662.691842:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737380736 : -117982972170880 : ffff94b1f2daad80) 00000100:00000040:1.0:1767734662.691859:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2daad80 x1853602672031104/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734662.691884:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734662.691895:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734662.691905:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b880. 00000100:00000200:1.0:1767734662.691915:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672031104, offset 0 00000800:00000200:2.0:1767734662.691920:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734662.691930:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1f00. 00000400:00000200:1.0:1767734662.691938:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734662.691945:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767734662.691953:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.691964:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734662.691971:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80ba18 00000400:00000200:1.0:1767734662.691972:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000010:2.0:1767734662.691979:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80ba18. 00000400:00000200:1.0:1767734662.691986:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767734662.691988:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767734662.692002:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000200:2.0:1767734662.692006:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da9880 x1853602672030976/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734662.692028:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767734662.692043:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767734662.692043:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000040:2.0:1767734662.692061:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da9880 x1853602672030976/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734662.692063:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66375:66375:255:4294967295] 192.168.203.112@tcp LPNI seq info [66375:66375:7:4294967295] 00000400:00000200:1.0:1767734662.692090:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734662.692123:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734662.692152:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:2.0:1767734662.692156:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734662.692162:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:1.0:1767734662.692164:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c200. 00000800:00000200:1.0:1767734662.692180:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734662.692199:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734662.692209:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767734662.692246:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734662.692257:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: using a timeout of 38710 usecs (39 jiffies) 00000400:00000200:1.0:1767734662.692368:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734662.692377:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303424553 00000100:00000001:1.0:1767734662.692383:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303425369 00000100:00000001:1.0:1767734662.692392:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303424553 00000800:00000200:2.0:1767734662.692396:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734662.692404:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303425369 00000800:00000010:2.0:1767734662.692408:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000100:00000001:1.0:1767734662.692411:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734662.692423:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734662.692424:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734662.692435:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734662.692444:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734662.692446:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:1.0:1767734662.692457:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767734662.692462:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b880 00000100:00000001:1.0:1767734662.692463:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767734662.692472:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b880. 00000100:00000001:1.0:1767734662.692475:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734662.692483:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734662.692484:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767734662.692494:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734662.692503:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daad80 x1853602672031104/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734662.692506:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734662.692529:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734662.692540:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daad80 x1853602672031104/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734662.692567:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734662.692573:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767734662.692691:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734662.692697:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1600. 00000400:00000200:2.0:1767734662.692701:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734662.692706:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734662.692710:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b990 00000400:00000010:2.0:1767734662.692712:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b990. 00000100:00000001:2.0:1767734662.692715:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734662.692720:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa680 x1853602672031232/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734662.692729:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734662.692733:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daa680 x1853602672031232/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734662.692740:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734662.692743:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734662.694259:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734662.694286:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734662.694290:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734662.694293:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734662.694302:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.694357:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734662.694368:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.694374:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.694382:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.694387:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d780d23480 00000400:00000200:2.0:1767734662.694393:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.694400:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b1c5 [1] + 224 00000800:00000001:2.0:1767734662.694410:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734662.694418:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734662.694422:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734662.694426:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734662.694432:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734662.694440:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa300 x1853602672030848/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734662.694454:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2daa300 x1853602672030848/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734662.694475:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734662.694485:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734662.694490:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734662.694492:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734662.694495:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734662.694499:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.694503:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734662.694508:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.694511:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.694515:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.694519:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d23500 00000400:00000200:2.0:1767734662.694523:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.694538:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b1cd [1] + 224 00000800:00000001:2.0:1767734662.694545:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734662.694554:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734662.694558:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734662.694563:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734662.694567:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734662.694574:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da9880 x1853602672030976/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734662.694580:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734662.694588:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767734662.694595:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da9880 x1853602672030976/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767734662.694623:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734662.694628:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734662.694635:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000100:00000001:2.0:1767734662.694649:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767734662.694659:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b5d8 00000400:00000010:1.0:1767734662.694664:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b5d8. 00000100:00000001:1.0:1767734662.694668:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767734662.694677:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767734662.694681:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daa300 x1853602672030848/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734662.694685:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767734662.694705:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daa300 x1853602672030848/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734662.694717:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734662.694720:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734662.694724:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734662.694728:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734662.694732:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734662.694736:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734662.694740:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734662.694748:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=90 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734662.694755:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=90 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734662.694760:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734662.694769:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734662.694777:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734662.694782:0:196092:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734662.694790:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734662.694801:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2daa300 x1853602672030848/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734662.694814:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734662.694819:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734662.694822:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734662.694834:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daa300 x1853602672030848/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734662.694859:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196092:1853602672030848:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734662.694875:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734662.694883:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734662.694895:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daa300 x1853602672030848/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734662.694932:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734662.694942:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734662.694949:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b0db605400. 02000000:00000001:1.0:1767734662.694956:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734662.694960:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734662.694968:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767734662.694974:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734662.694981:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1e00. 02000000:00000001:1.0:1767734662.694993:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734662.694999:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734662.695008:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daa300. 00000100:00000001:1.0:1767734662.695017:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734662.695023:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734662.695030:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734662.695037:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734662.695042:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734662.695048:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734662.695056:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734662.695100:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734662.695128:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734662.695139:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734662.695148:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734662.695163:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.695185:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734662.695201:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.695214:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.695229:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.695244:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d23600 00000400:00000200:2.0:1767734662.695261:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.695271:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b1dd [1] + 224 00000800:00000001:2.0:1767734662.695278:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734662.695285:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734662.695289:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734662.695294:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734662.695300:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734662.695307:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa680 x1853602672031232/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734662.695407:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2daa680 x1853602672031232/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734662.695426:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734662.695438:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734662.695444:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734662.695448:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734662.695454:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734662.695461:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.695468:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734662.695478:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.695489:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.695499:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.695514:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d23580 00000400:00000200:2.0:1767734662.695525:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734662.695543:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b1d5 [1] + 224 00000800:00000001:2.0:1767734662.695554:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734662.695585:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734662.695624:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734662.695641:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734662.695652:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734662.695665:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daad80 x1853602672031104/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734662.695701:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2daad80 x1853602672031104/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734662.695741:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734662.695754:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734662.695765:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734662.695785:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734662.695792:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734662.695804:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734662.695811:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734662.695819:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109f8. 00000400:00000200:1.0:1767734662.695830:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bb28 00000400:00000010:1.0:1767734662.695837:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bb28. 00000100:00000001:1.0:1767734662.695847:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734662.695863:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daad80 x1853602672031104/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734662.695893:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daad80 x1853602672031104/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734662.695917:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734662.695924:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734662.695931:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734662.695939:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734662.695945:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734662.695964:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734662.695969:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734662.695978:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64adc58 time=89 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734662.695983:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64adc10 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734662.695986:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734662.695988:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734662.695991:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734662.695994:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734662.695997:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734662.695999:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: skip recheck: last_committed 17179871170 00000100:00000001:1.0:1767734662.696001:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734662.696003:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734662.696010:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2daad80 x1853602672031104/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734662.696019:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734662.696022:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734662.696025:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734662.696030:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daad80 x1853602672031104/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734662.696040:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672031104:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734662.696046:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734662.696048:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734662.696052:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daad80 x1853602672031104/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734662.696060:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734662.696062:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734662.696066:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b0db604600. 02000000:00000001:1.0:1767734662.696070:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734662.696072:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734662.696074:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1f64ad800 refcount=2 obd=lustre-OST0000-osc-ffff94b1ef335000 00000020:00000001:1.0:1767734662.696077:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734662.696079:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1200. 02000000:00000001:1.0:1767734662.696092:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734662.696094:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734662.696096:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daad80. 00000100:00000001:1.0:1767734662.696100:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734662.696102:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734662.696105:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734662.696111:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734662.696113:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734662.696116:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734662.696118:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734662.882442:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734662.882448:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734662.882453:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734662.882455:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734662.882460:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734662.882462:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734662.882466:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734662.882468:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734662.882627:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734662.882632:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734662.882638:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767734663.586436:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303425369, at 4303425408 00000100:00000040:3.0:1767734663.586444:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303425369, at 4303425408 00000100:00000010:2.0:1767734663.586451:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d9c0. 00000100:00000010:3.0:1767734663.586459:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24dd20. 00010000:00000001:3.0:1767734663.906396:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734663.906401:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734663.906406:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734663.906409:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734663.906414:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734663.906419:0:231791:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734663.906422:0:231791:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734663.906432:0:231791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734663.906436:0:231791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734663.906439:0:231791:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734663.906443:0:231791:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734663.906447:0:231791:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734663.906451:0:231791:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734663.906455:0:231791:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734663.906552:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734663.906555:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734663.906623:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734663.906629:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734663.906634:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767734664.679285:0:248987:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734664.931908:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734664.931916:0:231791:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734664.931919:0:231791:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734664.931934:0:231791:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734664.931940:0:231791:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734664.931943:0:231791:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734664.931946:0:231791:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734664.931951:0:231791:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734664.931958:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734664.931961:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734664.931967:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734664.931970:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734664.931976:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734664.931978:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767734665.447771:0:249114:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767734665.447776:0:249114:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160j: client can be umounted while its chanangelog is being used ========================================================== 16:24:24 (1767734664) 00000001:00000001:3.0:1767734665.455935:0:249114:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1767734665.711862:0:249167:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734665.712236:0:249167:0:(super25.c:137:lustre_fill_super()) Process entered 00000080:01200004:3.0:1767734665.712241:0:249167:0:(super25.c:139:lustre_fill_super()) VFS Op: sb ffff94b2013a5000 00000020:00000001:3.0:1767734665.712246:0:249167:0:(obd_mount.c:607:lustre_init_lsi()) Process entered 00000020:00000010:3.0:1767734665.712251:0:249167:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at ffff94b2013a4800. 00000020:00000010:3.0:1767734665.712255:0:249167:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at ffff94b1deb84280. 00000020:00000001:3.0:1767734665.712259:0:249167:0:(obd_mount.c:628:lustre_init_lsi()) Process leaving (rc=18446626090978527232 : -117982731024384 : ffff94b2013a4800) 00000020:00000001:3.0:1767734665.712268:0:249167:0:(obd_mount.c:1322:lmd_parse()) Process entered 00000020:00000010:3.0:1767734665.712274:0:249167:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff94b1c5fae000. 00000020:00000010:3.0:1767734665.712290:0:249167:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at ffff94b1fbfe8ca0. 00000020:00000010:3.0:1767734665.712295:0:249167:0:(obd_mount.c:1600:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at ffff94b1de9c07a0. 00000020:00000010:3.0:1767734665.712300:0:249167:0:(obd_mount.c:1628:lmd_parse()) kmalloced '(lmd->lmd_opts)': 17 at ffff94b1fbfe82c0. 00000020:01000004:3.0:1767734665.712303:0:249167:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:3.0:1767734665.712305:0:249167:0:(obd_mount.c:903:lmd_print()) profile: lustre-client 00000020:01000004:3.0:1767734665.712334:0:249167:0:(obd_mount.c:904:lmd_print()) device: 192.168.203.112@tcp:/lustre 00000020:01000004:3.0:1767734665.712336:0:249167:0:(obd_mount.c:907:lmd_print()) options: user_xattr,flock 00000020:00000001:3.0:1767734665.712340:0:249167:0:(obd_mount.c:1640:lmd_parse()) Process leaving (rc=0 : 0 : 0) 00000080:01000004:3.0:1767734665.712343:0:249167:0:(super25.c:182:lustre_fill_super()) Mounting client lustre-client 00000020:00000001:3.0:1767734665.712346:0:249167:0:(obd_mount.c:279:lustre_start_mgc()) Process entered 00000020:00000010:3.0:1767734665.712366:0:249167:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff94b1fbfe8760. 00000020:00000010:3.0:1767734665.712372:0:249167:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at ffff94b1ed91a240. 00000020:00000001:3.0:1767734665.712389:0:249167:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767734665.712395:0:249167:0:(mgc_request.c:1054:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767734665.712399:0:249167:0:(mgc_request.c:1099:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.712403:0:249167:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.712406:0:249167:0:(obd_class.h:503:obd_get_info()) Process entered 00000020:00000001:3.0:1767734665.712410:0:249167:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767734665.712416:0:249167:0:(obd_mount.c:392:lustre_start_mgc()) MGC192.168.203.112@tcp:Set MGC reconnect 1 00000020:00000001:3.0:1767734665.712418:0:249167:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767734665.712421:0:249167:0:(mgc_request.c:1054:mgc_set_info_async()) Process entered 10000000:01000000:3.0:1767734665.712425:0:249167:0:(mgc_request.c:1068:mgc_set_info_async()) InitRecov MGC192.168.203.112@tcp 1/d0:i0:r0:or0:FULL 10000000:00000001:3.0:1767734665.712429:0:249167:0:(mgc_request.c:1083:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.712432:0:249167:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.712435:0:249167:0:(obd_mount.c:397:lustre_start_mgc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.712440:0:249167:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at ffff94b1ed91a240. 00000020:00000010:3.0:1767734665.712444:0:249167:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff94b1fbfe8760. 00000020:00000001:3.0:1767734665.712450:0:249167:0:(obd_mount.c:542:lustre_start_mgc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734665.712454:0:249167:0:(llite_lib.c:1388:ll_fill_super()) Process entered 00000080:00200000:3.0:1767734665.712457:0:249167:0:(llite_lib.c:1391:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff94b2013a5000 (sb ffff94b2013a5000) 00000080:00000010:3.0:1767734665.712461:0:249167:0:(llite_lib.c:1395:ll_fill_super()) kmalloced '(cfg)': 88 at ffff94b1d0411780. 00000080:00000001:3.0:1767734665.712464:0:249167:0:(llite_lib.c:96:ll_init_sbi()) Process entered 00000080:00000010:3.0:1767734665.712468:0:249167:0:(llite_lib.c:98:ll_init_sbi()) kmalloced '(sbi)': 1376 at ffff94b2013a3800. 00000020:00000001:3.0:1767734665.712517:0:249167:0:(cl_page.c:1379:cl_cache_init()) Process entered 00000020:00000010:3.0:1767734665.712541:0:249167:0:(cl_page.c:1380:cl_cache_init()) kmalloced '(cache)': 152 at ffff94b1ed91a240. 00000020:00000001:3.0:1767734665.712544:0:249167:0:(cl_page.c:1396:cl_cache_init()) Process leaving (rc=18446626090648707648 : -117983060843968 : ffff94b1ed91a240) 00000080:00000010:3.0:1767734665.712550:0:249167:0:(llite_lib.c:132:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff94b2013da350. 00000080:00000010:3.0:1767734665.712553:0:249167:0:(llite_lib.c:139:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff94b2013da0d8. 00000080:00000001:3.0:1767734665.712564:0:249167:0:(llite_lib.c:240:ll_init_sbi()) Process leaving (rc=18446626090978523136 : -117982731028480 : ffff94b2013a3800) 00000080:00000001:3.0:1767734665.712569:0:249167:0:(llite_lib.c:1103:ll_options()) Process entered 00000080:01000000:3.0:1767734665.712595:0:249167:0:(llite_lib.c:1113:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1767734665.712598:0:249167:0:(llite_lib.c:1123:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1767734665.712603:0:249167:0:(llite_lib.c:1123:ll_options()) next opt=flock 00000080:00000001:3.0:1767734665.712607:0:249167:0:(llite_lib.c:1269:ll_options()) Process leaving (rc=0 : 0 : 0) 00000080:01000000:3.0:1767734665.712614:0:249167:0:(llite_lib.c:1425:ll_fill_super()) llite sb uuid: a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 00000080:00000001:3.0:1767734665.712802:0:249167:0:(lproc_llite.c:2743:ll_debugfs_register_super()) Process entered 00000020:00000010:3.0:1767734665.713100:0:249167:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1f026f000. 00000020:00000010:3.0:1767734665.713109:0:249167:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at ffff94b2013a0800. 00000020:00000010:3.0:1767734665.713156:0:249167:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1f026e000. 00000020:00000010:3.0:1767734665.713161:0:249167:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at ffff94b1f026d400. 00000080:00000001:3.0:1767734665.713187:0:249167:0:(lproc_llite.c:2813:ll_debugfs_register_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.713191:0:249167:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:3.0:1767734665.713197:0:249167:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at ffff94b1deb84a80. 00000020:00000010:3.0:1767734665.713203:0:249167:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff94b1ed91ab40. 00000020:00000001:3.0:1767734665.713207:0:249167:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767734665.713213:0:249167:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c733f800. 00000020:00000010:3.0:1767734665.713220:0:249167:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c733fe00. 00000040:00000010:3.0:1767734665.713227:0:249167:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1c733e000. 00000020:00000010:3.0:1767734665.713235:0:249167:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b2013a3000. 00000020:00000010:3.0:1767734665.713243:0:249167:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c733e600. 00040000:00000010:3.0:1767734665.713252:0:249167:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b0e3c38100. 00040000:00000010:3.0:1767734665.713259:0:249167:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c733e200. 10000000:00000001:3.0:1767734665.713266:0:249167:0:(mgc_request.c:1931:mgc_process_config()) Process entered 10000000:00000001:3.0:1767734665.713269:0:249167:0:(mgc_request_server.c:637:mgc_process_config_server()) Process entered 10000000:01000000:3.0:1767734665.713274:0:249167:0:(mgc_request.c:1952:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:3.0:1767734665.713277:0:249167:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:3.0:1767734665.713280:0:249167:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff94b2013a5000 10000000:00000001:3.0:1767734665.713285:0:249167:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1767734665.713290:0:249167:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767734665.713293:0:249167:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff94b2005f8e00) refs 3 10000000:00000001:3.0:1767734665.713297:0:249167:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734665.713301:0:249167:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446626090964192768 : -117982745358848 : ffff94b2005f8e00) 10000000:00000001:3.0:1767734665.713304:0:249167:0:(mgc_request_server.c:820:mgc_get_local_copy()) Process entered 10000000:00000001:3.0:1767734665.713350:0:249167:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1767734665.713354:0:249167:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734665.713357:0:249167:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1767734665.713361:0:249167:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff94b2013a5000 10000000:00000010:3.0:1767734665.713367:0:249167:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at ffff94b1c733ec00. 10000000:01000000:3.0:1767734665.713373:0:249167:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:3.0:1767734665.713381:0:249167:0:(genops.c:887:class_export_get()) GET export ffff94b1ef334800 refcount=7 10000000:00000001:3.0:1767734665.713384:0:249167:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446626090005031936 : -117983704519680 : ffff94b1c733ec00) 10000000:00000001:3.0:1767734665.713388:0:249167:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1767734665.713398:0:249167:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff94b2013a5000 10000000:00000010:3.0:1767734665.713405:0:249167:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at ffff94b1c531f800. 10000000:01000000:3.0:1767734665.713408:0:249167:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:3.0:1767734665.713411:0:249167:0:(genops.c:887:class_export_get()) GET export ffff94b1ef334800 refcount=8 10000000:00000001:3.0:1767734665.713415:0:249167:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446626089971349504 : -117983738202112 : ffff94b1c531f800) 10000000:00000001:3.0:1767734665.713419:0:249167:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1767734665.713421:0:249167:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff94b2013a5000 10000000:00000010:3.0:1767734665.713428:0:249167:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at ffff94b1dd16c200. 10000000:01000000:3.0:1767734665.713432:0:249167:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 00000020:00000040:3.0:1767734665.713436:0:249167:0:(genops.c:887:class_export_get()) GET export ffff94b1ef334800 refcount=9 10000000:00000001:3.0:1767734665.713440:0:249167:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446626090372219392 : -117983337332224 : ffff94b1dd16c200) 10000000:00000001:3.0:1767734665.713444:0:249167:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446626089971349504 : -117983738202112 : ffff94b1c531f800) 10000000:00000001:3.0:1767734665.713448:0:249167:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:3.0:1767734665.713452:0:249167:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff94b2013a5000 from 1 10000000:00000001:3.0:1767734665.713456:0:249167:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767734665.713459:0:249167:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1767734665.713469:0:249167:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdb480. 00000020:00000040:3.0:1767734665.713475:0:249167:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767734665.713482:0:249167:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734665.713488:0:249167:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734665.713496:0:249167:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734665.713508:0:249167:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1dd16ce00. 00000100:00000001:3.0:1767734665.713518:0:249167:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734665.713524:0:249167:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734665.713529:0:249167:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767734665.713539:0:249167:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d11cc400 count: 3 00010000:00000001:3.0:1767734665.713544:0:249167:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734665.713549:0:249167:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734665.713555:0:249167:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5740c00. 00000020:00000001:3.0:1767734665.713561:0:249167:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734665.713566:0:249167:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5740c00 with handle 0x1886cffb85c2b77b to hash 00000020:00000001:3.0:1767734665.713569:0:249167:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734665.713571:0:249167:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975680000 : -117983733871616 : ffff94b1c5740c00) 00010000:00000001:3.0:1767734665.713600:0:249167:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975680000 : -117983733871616 : ffff94b1c5740c00) 00010000:00000001:3.0:1767734665.713613:0:249167:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734665.713617:0:249167:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734665.713623:0:249167:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1c5740c00/0x1886cffb85c2b77b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734665.713638:0:249167:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff94b1c5740c00/0x1886cffb85c2b77b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734665.713655:0:249167:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff94b1c5740c00/0x1886cffb85c2b77b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767734665.713663:0:249167:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734665.713666:0:249167:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734665.713674:0:249167:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1ed91a780. 00000100:00000001:3.0:1767734665.713678:0:249167:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090648708992 : -117983060842624 : ffff94b1ed91a780) 00000100:00000001:3.0:1767734665.713683:0:249167:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734665.713685:0:249167:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00000100:00000001:3.0:1767734665.713692:0:249167:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734665.713698:0:249167:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.713701:0:249167:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734665.713704:0:249167:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734665.713717:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdb480 x1853602672031360/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.713730:0:249167:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734665.713732:0:249167:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734665.713738:0:249167:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734665.713742:0:249167:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734665.713746:0:249167:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734665.713750:0:249167:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249167:1853602672031360:192.168.203.112@tcp:101:mount.lustre.0 00000100:00000001:3.0:1767734665.713756:0:249167:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734665.713763:0:249167:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734665.713767:0:249167:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734665.713770:0:249167:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734665.713786:0:249167:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1f026d000. 02000000:00000001:3.0:1767734665.713789:0:249167:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734665.713803:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734665.713809:0:249167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000400:00000010:3.0:1767734665.713819:0:249167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7b28. 00000100:00000200:3.0:1767734665.713829:0:249167:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672031360, portal 25 00000100:00000001:3.0:1767734665.713832:0:249167:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734665.713834:0:249167:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00000100:00000040:3.0:1767734665.713842:0:249167:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdb480 x1853602672031360/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.713852:0:249167:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734665.713856:0:249167:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734665.713862:0:249167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7d48. 00000100:00000200:3.0:1767734665.713866:0:249167:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853602672031360, offset 0 00000400:00000200:3.0:1767734665.713878:0:249167:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734665.713890:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.713902:0:249167:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734665.713911:0:249167:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734665.713918:0:249167:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734665.713924:0:249167:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734665.713928:0:249167:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734665.713935:0:249167:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66377:66377:256:4294967295] 192.168.203.112@tcp LPNI seq info [66377:66377:8:4294967295] 00000400:00000200:3.0:1767734665.713941:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.713953:0:249167:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734665.713961:0:249167:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734665.713969:0:249167:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38000. 00000800:00000200:3.0:1767734665.713980:0:249167:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734665.713991:0:249167:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734665.713999:0:249167:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767734665.714021:0:249167:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734665.714027:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734665.714042:0:249167:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303428391 00000100:00000010:3.0:1767734665.714052:0:249167:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d04119c0. 00000100:00000001:3.0:1767734665.714060:0:249167:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767734665.714067:0:249167:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303428391 00000100:00000010:3.0:1767734665.714073:0:249167:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d04117e0. 00000100:00000001:3.0:1767734665.714077:0:249167:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767734665.714081:0:249167:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734665.714085:0:249167:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.714089:0:249167:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734665.714093:0:249167:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734665.714097:0:249167:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1ed91a780 going to sleep for 11 seconds 00000100:00000001:3.0:1767734665.714102:0:249167:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734665.714108:0:249167:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734665.714220:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734665.714231:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38000. 00000400:00000200:2.0:1767734665.714240:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734665.714250:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734665.714259:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7d48 00000400:00000010:2.0:1767734665.714262:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7d48. 00000100:00000001:2.0:1767734665.714269:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734665.714277:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdb480 x1853602672031360/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.714294:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734665.714300:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdb480 x1853602672031360/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.714343:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.714347:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734665.716452:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.716468:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734665.716473:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.716478:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.716553:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.716565:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734665.716632:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.716640:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.716647:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.716655:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 344 into portal 25 MB=0x695d780d23680 00000400:00000200:3.0:1767734665.716663:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.716670:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 344/344 into md 0x7b1e5 [1] + 224 00000800:00000001:3.0:1767734665.716681:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.716695:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.716699:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.716703:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734665.716710:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734665.716718:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdb480 x1853602672031360/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734665.716733:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff94b200bdb480 x1853602672031360/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.716774:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734665.716786:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.716792:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734665.717967:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734665.717975:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734665.717983:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734665.717993:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734665.717999:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b110 00000400:00000010:2.0:1767734665.718002:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b110. 00000100:00000001:2.0:1767734665.718008:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734665.718016:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa680 x1853602672031488/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.718029:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734665.718035:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2daa680 x1853602672031488/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1767734681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.718045:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.718048:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734665.720135:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.720150:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734665.720154:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.720158:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734665.720180:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.720190:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734665.720200:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.720207:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.720214:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.720222:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 25 MB=0x695d780d23700 00000400:00000200:2.0:1767734665.720229:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.720237:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 272/272 into md 0x7b1f5 [1] + 224 00000800:00000001:2.0:1767734665.720245:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.720257:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734665.720261:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734665.720266:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734665.720272:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734665.720280:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa680 x1853602672031488/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734665.720295:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94b1f2daa680 x1853602672031488/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.720367:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734665.720377:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.720383:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734665.721362:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734665.721372:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734665.721379:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734665.721389:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734665.721395:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b198 00000400:00000010:2.0:1767734665.721398:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b198. 00000100:00000001:2.0:1767734665.721404:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734665.721413:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa680 x1853602672031616/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.721427:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734665.721432:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2daa680 x1853602672031616/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.721462:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.721466:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734665.723602:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.723616:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734665.723621:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.723626:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734665.723634:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.723642:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734665.723650:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.723655:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.723661:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.723666:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8416 into portal 25 MB=0x695d780d23780 00000400:00000200:2.0:1767734665.723673:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.723679:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 8416/8416 into md 0x7b1fd [4] + 224 00000800:00000001:2.0:1767734665.723686:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.723699:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734665.723702:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734665.723709:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734665.723715:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734665.723723:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa680 x1853602672031616/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734665.723739:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94b1f2daa680 x1853602672031616/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.723766:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734665.723775:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.723780:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767734665.724482:0:249171:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767734665.724493:0:249171:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c337da00. 00000020:00000010:2.0:1767734665.724500:0:249171:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c337c800. 00000040:00000010:2.0:1767734665.724506:0:249171:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1c337dc00. 00000020:00000010:2.0:1767734665.724511:0:249171:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1c4039800. 00000020:00000010:2.0:1767734665.724531:0:249171:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94b1fdca69a8. 00000020:00000010:2.0:1767734665.724538:0:249171:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c337d200. 80000000:00000010:2.0:1767734665.724544:0:249171:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94b1c7f916c0. 40000000:00000010:2.0:1767734665.724550:0:249171:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff94b1f0ebd440. 00100000:00000010:2.0:1767734665.724556:0:249171:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94b1c403d000. 00040000:00000010:2.0:1767734665.724560:0:249171:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1c5857a00. 00040000:00000010:2.0:1767734665.724570:0:249171:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff94b1c403f800. 00040000:00000010:2.0:1767734665.724600:0:249171:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c337d600. 00000004:00000010:2.0:1767734665.724608:0:249171:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94b1c403e800. 00000004:00000010:2.0:1767734665.724615:0:249171:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff94b1d066f000. 00000004:00000010:2.0:1767734665.724623:0:249171:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff94b1c403a000. 00002000:00000010:2.0:1767734665.724629:0:249171:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff94b1d07db400. 00000004:00000010:2.0:1767734665.724635:0:249171:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff94b1d07d8000. 00000020:00000010:2.0:1767734665.724644:0:249171:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1f0ebd800. 00000040:00000010:2.0:1767734665.724658:0:249171:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94b1d0c78000. 00000040:00001000:2.0:1767734665.724662:0:249171:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:2.0:1767734665.724665:0:249171:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767734665.724669:0:249171:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1767734665.724673:0:249171:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:2.0:1767734665.724681:0:249171:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cad80. 00000020:00000040:2.0:1767734665.724685:0:249171:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767734665.724689:0:249171:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734665.724691:0:249171:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734665.724696:0:249171:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734665.724704:0:249171:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c337c400. 00000100:00000001:2.0:1767734665.724709:0:249171:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.724714:0:249171:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734665.724716:0:249171:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734665.724721:0:249171:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1b780. 00000100:00000001:2.0:1767734665.724724:0:249171:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553292672 : -117983156258944 : ffff94b1e7e1b780) 00000100:00000001:2.0:1767734665.724728:0:249171:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734665.724730:0:249171:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155552128 : -117983553999488 : ffff94b1d02cad80) 00000100:00000001:2.0:1767734665.724735:0:249171:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734665.724739:0:249171:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.724752:0:249171:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734665.724754:0:249171:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734665.724761:0:249171:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cad80 x1853602672031744/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.724772:0:249171:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734665.724774:0:249171:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734665.724778:0:249171:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734665.724781:0:249171:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734665.724783:0:249171:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734665.724788:0:249171:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6d7b501b-fa70-4fef-9613-be2df560a7ce:249171:1853602672031744:192.168.203.112@tcp:502:llog_process_th.0 00000100:00000001:2.0:1767734665.724793:0:249171:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734665.724796:0:249171:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734665.724799:0:249171:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734665.724801:0:249171:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734665.724817:0:249171:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1d8dc0000. 02000000:00000001:2.0:1767734665.724819:0:249171:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734665.724826:0:249171:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734665.724832:0:249171:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e6e0. 00000400:00000010:2.0:1767734665.724838:0:249171:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1e7e1b540. 00000100:00000200:2.0:1767734665.724843:0:249171:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672031744, portal 25 00000100:00000001:2.0:1767734665.724846:0:249171:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734665.724849:0:249171:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155552128 : -117983553999488 : ffff94b1d02cad80) 00000100:00000040:2.0:1767734665.724857:0:249171:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cad80 x1853602672031744/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.724866:0:249171:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734665.724868:0:249171:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734665.724874:0:249171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29aa0. 00000100:00000200:2.0:1767734665.724878:0:249171:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853602672031744, offset 0 00000400:00000200:2.0:1767734665.724884:0:249171:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734665.724892:0:249171:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.724898:0:249171:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734665.724903:0:249171:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734665.724908:0:249171:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734665.724924:0:249171:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734665.724928:0:249171:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734665.724932:0:249171:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66380:66380:256:4294967295] 192.168.203.112@tcp LPNI seq info [66380:66380:8:4294967295] 00000400:00000200:2.0:1767734665.724938:0:249171:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.724948:0:249171:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734665.724955:0:249171:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734665.724961:0:249171:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857700. 00000800:00000200:2.0:1767734665.724967:0:249171:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734665.724974:0:249171:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734665.724979:0:249171:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857700 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767734665.725001:0:249171:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734665.725007:0:249171:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734665.725010:0:249171:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303428402 00000100:00000001:2.0:1767734665.725016:0:249171:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303428398 00000100:00000001:2.0:1767734665.725020:0:249171:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303428402 00000100:00000001:2.0:1767734665.725024:0:249171:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303428398 00000100:00000001:2.0:1767734665.725029:0:249171:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734665.725032:0:249171:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.725035:0:249171:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734665.725038:0:249171:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734665.725041:0:249171:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1b780 going to sleep for 11 seconds 00000100:00000001:2.0:1767734665.725045:0:249171:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734665.725048:0:249171:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734665.725159:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734665.725167:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857700. 00000400:00000200:3.0:1767734665.725174:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.725182:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734665.725187:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29aa0 00000400:00000010:3.0:1767734665.725191:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29aa0. 00000100:00000001:3.0:1767734665.725195:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734665.725204:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cad80 x1853602672031744/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.725218:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734665.725224:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cad80 x1853602672031744/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.725234:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.725236:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734665.727438:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.727454:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734665.727458:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.727465:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734665.727473:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.727480:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734665.727488:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.727492:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.727512:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.727518:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 25 MB=0x695d780d23800 00000400:00000200:2.0:1767734665.727525:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.727531:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7b205 [4] + 224 00000800:00000001:2.0:1767734665.727539:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.727564:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734665.727568:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734665.727603:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734665.727609:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734665.727616:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cad80 x1853602672031744/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734665.727631:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1d02cad80 x1853602672031744/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.727653:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734665.727662:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.727666:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734665.727691:0:249171:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734665.727701:0:249171:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734665.727703:0:249171:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734665.727706:0:249171:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e6e0. 00000400:00000200:3.0:1767734665.727714:0:249171:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1e7e1b540 00000400:00000010:3.0:1767734665.727716:0:249171:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1e7e1b540. 00000100:00000001:3.0:1767734665.727721:0:249171:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734665.727730:0:249171:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cad80 x1853602672031744/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734665.727745:0:249171:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cad80 x1853602672031744/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.727756:0:249171:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734665.727758:0:249171:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734665.727761:0:249171:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734665.727763:0:249171:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734665.727778:0:249171:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734665.727780:0:249171:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734665.727783:0:249171:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734665.727788:0:249171:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=93 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734665.727793:0:249171:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734665.727797:0:249171:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734665.727798:0:249171:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734665.727801:0:249171:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734665.727803:0:249171:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.727806:0:249171:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734665.727812:0:249171:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cad80 x1853602672031744/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.727821:0:249171:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734665.727823:0:249171:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734665.727825:0:249171:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734665.727830:0:249171:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cad80 x1853602672031744/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734665.727840:0:249171:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6d7b501b-fa70-4fef-9613-be2df560a7ce:249171:1853602672031744:192.168.203.112@tcp:502:llog_process_th.0 00000100:00000001:3.0:1767734665.727845:0:249171:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734665.727848:0:249171:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.727850:0:249171:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734665.727852:0:249171:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734665.727856:0:249171:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cad80 x1853602672031744/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.727864:0:249171:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734665.727867:0:249171:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1e7e1b780. 00000100:00000001:3.0:1767734665.727870:0:249171:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734665.727872:0:249171:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734665.727878:0:249171:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767734665.727880:0:249171:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734665.727884:0:249171:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cad80 x1853602672031744/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.727905:0:249171:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734665.727908:0:249171:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734665.727910:0:249171:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1d8dc0000. 02000000:00000001:3.0:1767734665.727922:0:249171:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734665.727925:0:249171:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734665.727927:0:249171:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767734665.727930:0:249171:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734665.727932:0:249171:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c337c400. 02000000:00000001:3.0:1767734665.727936:0:249171:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734665.727937:0:249171:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734665.727940:0:249171:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cad80. 00000100:00000001:3.0:1767734665.727945:0:249171:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734665.727947:0:249171:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767734665.727950:0:249171:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734665.727952:0:249171:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767734665.727955:0:249171:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767734665.727957:0:249171:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.727961:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c78000 type=0x10620000 idx=1 00000040:00001000:3.0:1767734665.727966:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1767734665.727970:0:249171:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.727973:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.727977:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.727980:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.727982:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1767734665.727989:0:249171:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1767734665.727993:0:249171:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.728001:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b0e3c38f00. 00000020:00000080:3.0:1767734665.728006:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.728010:0:249171:0:(obd_config.c:1477:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:00000001:3.0:1767734665.728014:0:249171:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.728018:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b0e3c38f00. 00000020:00000001:3.0:1767734665.728024:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.728026:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c780e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767734665.728029:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:3.0:1767734665.728041:0:249171:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.728044:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.728049:0:249171:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f47d4d80. 00000020:01000000:3.0:1767734665.728054:0:249171:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff94b2013a5000 00000020:00000010:3.0:1767734665.728058:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff94b1deb84e00. 00000020:00000080:3.0:1767734665.728061:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1767734665.728065:0:249171:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:3.0:1767734665.728069:0:249171:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1767734665.728081:0:249171:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6368 at ffff94b1de026380. 00000020:00000080:3.0:1767734665.728086:0:249171:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilov-ffff94b2013a5000 (ffff94b1de026380) 00000020:00000001:3.0:1767734665.728091:0:249171:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767734665.728097:0:249171:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b2013a0000. 00000020:00000001:3.0:1767734665.728100:0:249171:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734665.728104:0:249171:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b2013a0000 with handle 0x1886cffb85c2b782 to hash 00000020:00000001:3.0:1767734665.728106:0:249171:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767734665.728110:0:249171:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767734665.728112:0:249171:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.728116:0:249171:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626090978508800 : -117982731042816 : ffff94b2013a0000) 00000020:00000040:3.0:1767734665.728120:0:249171:0:(genops.c:898:class_export_put()) PUTting export ffff94b2013a0000 : new refcount 1 00000020:00000040:3.0:1767734665.728130:0:249171:0:(obd_config.c:927:class_incref()) incref lustre-clilov-ffff94b2013a5000 (ffff94b1de026380) now 2 - obd_device_list 00000020:00000001:3.0:1767734665.728136:0:249171:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767734665.728139:0:249171:0:(obd_config.c:657:class_attach()) OBD: dev 6 attached type lov with refcount 2 00000020:00000001:3.0:1767734665.728142:0:249171:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.728144:0:249171:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.728147:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff94b1deb84e00. 00000020:00000010:3.0:1767734665.728151:0:249171:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f47d4d80. 00000020:00000001:3.0:1767734665.728153:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.728156:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c78158 type=0x10620000 idx=3 00000040:00001000:3.0:1767734665.728158:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:3.0:1767734665.728161:0:249171:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.728163:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.728166:0:249171:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f47d4d80. 00000020:01000000:3.0:1767734665.728169:0:249171:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff94b2013a5000 00000020:00000010:3.0:1767734665.728181:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff94b1ed91aa80. 00000020:00000080:3.0:1767734665.728183:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1767734665.728189:0:249171:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:3.0:1767734665.728205:0:249171:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767734665.728211:0:249171:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b0e3c38f00. 00000001:00000010:3.0:1767734665.728216:0:249171:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1c7f4f0a0. 00000001:00000010:3.0:1767734665.728221:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1dd16d000. 00000001:00000010:3.0:1767734665.728225:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1dd16c800. 00000001:00000010:3.0:1767734665.728228:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1dd16c000. 00000001:00000010:3.0:1767734665.728232:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1dd16d400. 00000001:00000001:3.0:1767734665.728234:0:249171:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767734665.728236:0:249171:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b0e3c38500. 00000001:00000010:3.0:1767734665.728239:0:249171:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1c7f4fc60. 00000001:00000010:3.0:1767734665.728242:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1dd16de00. 00000001:00000010:3.0:1767734665.728246:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1dd16d600. 00000001:00000010:3.0:1767734665.728250:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1dd16da00. 00000001:00000010:3.0:1767734665.728253:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1dd16ce00. 00000020:00000001:3.0:1767734665.728256:0:249171:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:3.0:1767734665.728263:0:249171:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c1494c00. 00000020:00000010:3.0:1767734665.728269:0:249171:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94b1deb84e00. 00000020:00000010:3.0:1767734665.728274:0:249171:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94b1dc6dfbb8. 00000008:00000010:3.0:1767734665.728282:0:249171:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94b1c6d41760. 00020000:00000010:3.0:1767734665.728288:0:249171:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff94b1d13d98c0. 00008000:00000010:3.0:1767734665.728294:0:249171:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94b1fb9cc508. 00000080:00000010:3.0:1767734665.728301:0:249171:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94b1fb9cb5a0. 00000020:00000010:3.0:1767734665.728307:0:249171:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c1494600. 00000020:00000010:3.0:1767734665.728414:0:249171:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c1495e00. 00000020:00000010:3.0:1767734665.728425:0:249171:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1d0411ea0. 00000008:00000010:3.0:1767734665.728449:0:249171:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734665.728455:0:249171:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fa526cc0. 00008000:00000010:3.0:1767734665.728461:0:249171:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734665.728468:0:249171:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734665.728473:0:249171:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c334a238. 00020000:00000010:3.0:1767734665.728486:0:249171:0:(lov_dev.c:609:lov_device_alloc()) kmalloced '(ld)': 584 at ffff94b1f026dc00. 00020000:00000001:3.0:1767734665.728493:0:249171:0:(lov_obd.c:677:lov_setup()) Process entered 00000020:00000001:3.0:1767734665.728509:0:249171:0:(lu_tgt_pool.c:44:lu_tgt_pool_init()) Process entered 00000020:00000010:3.0:1767734665.728513:0:249171:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff94b2013da010. 00000020:00000001:3.0:1767734665.728516:0:249171:0:(lu_tgt_pool.c:57:lu_tgt_pool_init()) Process leaving 00020000:00000010:3.0:1767734665.728699:0:249171:0:(lov_dev.c:626:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffff94b1c5faa000. 00020000:00000010:3.0:1767734665.728709:0:249171:0:(lov_dev.c:633:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffff94b1c5fa8000. 00000020:00000001:3.0:1767734665.728712:0:249171:0:(lu_object.c:1098:lu_site_init()) Process entered 00000020:00000010:3.0:1767734665.728746:0:249171:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff94b1d8dc0000. 00000020:00000010:3.0:1767734665.728758:0:249171:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b200227400. 00000020:00000010:3.0:1767734665.728763:0:249171:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff94b1ed91ac00. 00000020:00000001:3.0:1767734665.728768:0:249171:0:(lu_object.c:1160:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734665.728773:0:249171:0:(lov_dev.c:645:lov_device_alloc()) Process leaving (rc=18446626090692041728 : -117983017509888 : ffff94b1f026dc00) 00020000:00000001:3.0:1767734665.728778:0:249171:0:(lov_dev.c:268:lov_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.728783:0:249171:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c1495e00. 00000020:00000010:3.0:1767734665.728790:0:249171:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1d0411ea0. 00000008:00000010:3.0:1767734665.728795:0:249171:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734665.728800:0:249171:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526cc0. 00008000:00000010:3.0:1767734665.728804:0:249171:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734665.728809:0:249171:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734665.728814:0:249171:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334a238. 00000020:00000010:3.0:1767734665.728819:0:249171:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c1494600. 00000020:00000010:3.0:1767734665.728825:0:249171:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94b1deb84e00. 00000020:00000010:3.0:1767734665.728829:0:249171:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94b1dc6dfbb8. 00000008:00000010:3.0:1767734665.728834:0:249171:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c6d41760. 00020000:00000010:3.0:1767734665.728837:0:249171:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1d13d98c0. 00008000:00000010:3.0:1767734665.728842:0:249171:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1fb9cc508. 00000080:00000010:3.0:1767734665.728846:0:249171:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1fb9cb5a0. 00000020:00000010:3.0:1767734665.728850:0:249171:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c1494c00. 00000020:00000001:3.0:1767734665.728854:0:249171:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734665.728857:0:249171:0:(obd_config.c:927:class_incref()) incref lustre-clilov-ffff94b2013a5000 (ffff94b1de026380) now 3 - setup 00000020:00000080:3.0:1767734665.728860:0:249171:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-clilov-ffff94b2013a5000 (uuid a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328) 00000020:00000001:3.0:1767734665.728863:0:249171:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.728875:0:249171:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.728879:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff94b1ed91aa80. 00000020:00000010:3.0:1767734665.728883:0:249171:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f47d4d80. 00000020:00000001:3.0:1767734665.728886:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.728889:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c78200 type=0x10620000 idx=4 00000040:00001000:3.0:1767734665.728892:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:3.0:1767734665.728895:0:249171:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.728897:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.728899:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.728901:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.728903:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1767734665.728909:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b0e3c38e00. 00000020:00000080:3.0:1767734665.728912:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.728914:0:249171:0:(obd_config.c:1477:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:00000001:3.0:1767734665.728916:0:249171:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.728919:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b0e3c38e00. 00000020:00000001:3.0:1767734665.728924:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.728927:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c782e0 type=0x10620000 idx=5 00000040:00001000:3.0:1767734665.728930:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:3.0:1767734665.728933:0:249171:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.728935:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.728936:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.728938:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.728939:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1767734665.728942:0:249171:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1767734665.728944:0:249171:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.728950:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b0e3c38e00. 00000020:00000080:3.0:1767734665.728952:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.728954:0:249171:0:(obd_config.c:1477:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:00000001:3.0:1767734665.728957:0:249171:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.728960:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b0e3c38e00. 00000020:00000001:3.0:1767734665.728964:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.728967:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c783c0 type=0x10620000 idx=6 00000040:00001000:3.0:1767734665.728969:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:3.0:1767734665.728978:0:249171:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.728981:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.728984:0:249171:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f47d4d80. 00000020:01000000:3.0:1767734665.728988:0:249171:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff94b2013a5000 00000020:00000010:3.0:1767734665.728993:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff94b1deb84e00. 00000020:00000080:3.0:1767734665.729000:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1767734665.729002:0:249171:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:3.0:1767734665.729005:0:249171:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1767734665.729014:0:249171:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6368 at ffff94b1de024aa0. 00000020:00000080:3.0:1767734665.729019:0:249171:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilmv-ffff94b2013a5000 (ffff94b1de024aa0) 00000020:00000001:3.0:1767734665.729022:0:249171:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767734665.729027:0:249171:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b2013a1000. 00000020:00000001:3.0:1767734665.729031:0:249171:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734665.729035:0:249171:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b2013a1000 with handle 0x1886cffb85c2b789 to hash 00000020:00000001:3.0:1767734665.729038:0:249171:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767734665.729043:0:249171:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767734665.729045:0:249171:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.729050:0:249171:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626090978512896 : -117982731038720 : ffff94b2013a1000) 00000020:00000040:3.0:1767734665.729054:0:249171:0:(genops.c:898:class_export_put()) PUTting export ffff94b2013a1000 : new refcount 1 00000020:00000040:3.0:1767734665.729060:0:249171:0:(obd_config.c:927:class_incref()) incref lustre-clilmv-ffff94b2013a5000 (ffff94b1de024aa0) now 2 - obd_device_list 00000020:00000001:3.0:1767734665.729064:0:249171:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767734665.729067:0:249171:0:(obd_config.c:657:class_attach()) OBD: dev 7 attached type lmv with refcount 2 00000020:00000001:3.0:1767734665.729070:0:249171:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.729073:0:249171:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.729077:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff94b1deb84e00. 00000020:00000010:3.0:1767734665.729081:0:249171:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f47d4d80. 00000020:00000001:3.0:1767734665.729084:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.729086:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c78438 type=0x10620000 idx=7 00000040:00001000:3.0:1767734665.729089:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:3.0:1767734665.729091:0:249171:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.729093:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.729097:0:249171:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f47d4d80. 00000020:01000000:3.0:1767734665.729099:0:249171:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff94b2013a5000 00000020:00000010:3.0:1767734665.729111:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff94b1ed91aa80. 00000020:00000080:3.0:1767734665.729113:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1767734665.729117:0:249171:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:3.0:1767734665.729138:0:249171:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767734665.729141:0:249171:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b0e3c38e00. 00000001:00000010:3.0:1767734665.729146:0:249171:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1c7f4f120. 00000001:00000010:3.0:1767734665.729150:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c38dba00. 00000001:00000010:3.0:1767734665.729153:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c38dbe00. 00000001:00000010:3.0:1767734665.729157:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c38da200. 00000001:00000010:3.0:1767734665.729161:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c38db800. 00000001:00000001:3.0:1767734665.729164:0:249171:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767734665.729167:0:249171:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b0e3c38700. 00000001:00000010:3.0:1767734665.729170:0:249171:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1c7f4f880. 00000001:00000010:3.0:1767734665.729176:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c38db000. 00000001:00000010:3.0:1767734665.729182:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c38da800. 00000001:00000010:3.0:1767734665.729187:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c38da600. 00000001:00000010:3.0:1767734665.729191:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c38db600. 00000020:00000001:3.0:1767734665.729193:0:249171:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:3.0:1767734665.729197:0:249171:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c38da000. 00000020:00000010:3.0:1767734665.729202:0:249171:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94b1deb84e00. 00000020:00000010:3.0:1767734665.729206:0:249171:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94b1dc6dfbb8. 00000008:00000010:3.0:1767734665.729212:0:249171:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94b1c6d41760. 00020000:00000010:3.0:1767734665.729217:0:249171:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff94b1d13d98c0. 00008000:00000010:3.0:1767734665.729223:0:249171:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94b1fb9cc508. 00000080:00000010:3.0:1767734665.729229:0:249171:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94b1fb9cb5a0. 00000020:00000010:3.0:1767734665.729235:0:249171:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c38dbc00. 00000020:00000010:3.0:1767734665.729241:0:249171:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c38daa00. 00000040:00000010:3.0:1767734665.729247:0:249171:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1c38dac00. 00000020:00000010:3.0:1767734665.729255:0:249171:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b2013a5800. 00000020:00000010:3.0:1767734665.729262:0:249171:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c38db200. 00040000:00000010:3.0:1767734665.729269:0:249171:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b0e3c38000. 00040000:00000010:3.0:1767734665.729274:0:249171:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c38da400. 00800000:00000001:3.0:1767734665.729280:0:249171:0:(lmv_obd.c:1218:lmv_device_alloc()) Process entered 00800000:00000010:3.0:1767734665.729292:0:249171:0:(lmv_obd.c:1220:lmv_device_alloc()) kmalloced '(lu)': 64 at ffff94b1f47d4000. 00000020:00000010:3.0:1767734665.729516:0:249171:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1d009a800. 00000020:00000010:3.0:1767734665.729524:0:249171:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff94b1c38db400. 80000000:00000001:3.0:1767734665.729550:0:249171:0:(fld_request.c:235:fld_client_init()) Process entered 80000000:00000001:3.0:1767734665.729554:0:249171:0:(fld_cache.c:37:fld_cache_init()) Process entered 80000000:00000010:3.0:1767734665.729561:0:249171:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at ffff94b1ed91a480. 80000000:00000040:3.0:1767734665.729564:0:249171:0:(fld_cache.c:61:fld_cache_init()) cli-lustre-clilmv-ffff94b2013a5000: FLD cache - Size: 18724, Threshold: 1872 80000000:00000001:3.0:1767734665.729568:0:249171:0:(fld_cache.c:63:fld_cache_init()) Process leaving (rc=18446626090648708224 : -117983060843392 : ffff94b1ed91a480) 80000000:00000001:3.0:1767734665.729571:0:249171:0:(fld_request.c:210:fld_client_debugfs_init()) Process entered 80000000:00000001:3.0:1767734665.729662:0:249171:0:(fld_request.c:265:fld_client_init()) Process leaving 80000000:00000040:3.0:1767734665.729666:0:249171:0:(fld_request.c:271:fld_client_init()) cli-lustre-clilmv-ffff94b2013a5000: Using "RRB" hash 00800000:00000010:3.0:1767734665.729678:0:249171:0:(lmv_obd.c:1280:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff94b1c1494c00. 00800000:00000010:3.0:1767734665.729686:0:249171:0:(lmv_obd.c:1289:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff94b1c1494600. 00800000:00000001:3.0:1767734665.729689:0:249171:0:(lmv_obd.c:1297:lmv_device_alloc()) Process leaving (rc=18446626090764812288 : -117982944739328 : ffff94b1f47d4000) 00000020:00000010:3.0:1767734665.729695:0:249171:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c38daa00. 00000040:00000010:3.0:1767734665.729701:0:249171:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1c38dac00. 00000020:00000010:3.0:1767734665.729705:0:249171:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b2013a5800. 00000020:00000010:3.0:1767734665.729712:0:249171:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c38db200. 00040000:00000010:3.0:1767734665.729718:0:249171:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b0e3c38000. 00040000:00000010:3.0:1767734665.729725:0:249171:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c38da400. 00000020:00000010:3.0:1767734665.729730:0:249171:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c38dbc00. 00000020:00000010:3.0:1767734665.729737:0:249171:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94b1deb84e00. 00000020:00000010:3.0:1767734665.729743:0:249171:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94b1dc6dfbb8. 00000008:00000010:3.0:1767734665.729750:0:249171:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c6d41760. 00020000:00000010:3.0:1767734665.729754:0:249171:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1d13d98c0. 00008000:00000010:3.0:1767734665.729758:0:249171:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1fb9cc508. 00000080:00000010:3.0:1767734665.729762:0:249171:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1fb9cb5a0. 00000020:00000010:3.0:1767734665.729768:0:249171:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c38da000. 00000020:00000001:3.0:1767734665.729772:0:249171:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734665.729777:0:249171:0:(obd_config.c:927:class_incref()) incref lustre-clilmv-ffff94b2013a5000 (ffff94b1de024aa0) now 3 - setup 00000020:00000080:3.0:1767734665.729781:0:249171:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-clilmv-ffff94b2013a5000 (uuid a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328) 00000020:00000001:3.0:1767734665.729784:0:249171:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.729787:0:249171:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.729802:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff94b1ed91aa80. 00000020:00000010:3.0:1767734665.729807:0:249171:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f47d4d80. 00000020:00000001:3.0:1767734665.729812:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.729816:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c784e0 type=0x10620000 idx=8 00000040:00001000:3.0:1767734665.729821:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:3.0:1767734665.729825:0:249171:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.729828:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.729830:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.729833:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.729836:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1767734665.729843:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b0e3c38000. 00000020:00000080:3.0:1767734665.729846:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.729847:0:249171:0:(obd_config.c:1477:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:00000001:3.0:1767734665.729850:0:249171:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.729853:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b0e3c38000. 00000020:00000001:3.0:1767734665.729857:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.729860:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c785c0 type=0x10620000 idx=9 00000040:00001000:3.0:1767734665.729863:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:3.0:1767734665.729867:0:249171:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.729871:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.729874:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.729876:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.729879:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1767734665.729883:0:249171:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1767734665.729886:0:249171:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.729892:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b0e3c38000. 00000020:00000080:3.0:1767734665.729896:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.729899:0:249171:0:(obd_config.c:1477:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000001:3.0:1767734665.729902:0:249171:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.729904:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b0e3c38000. 00000020:00000001:3.0:1767734665.729908:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.729911:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c786a0 type=0x10620000 idx=10 00000040:00001000:3.0:1767734665.729914:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:3.0:1767734665.729917:0:249171:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.729932:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.729940:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff94b1d0411ea0. 00000020:00000080:3.0:1767734665.729943:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1767734665.729948:0:249171:0:(obd_config.c:1430:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:00000001:3.0:1767734665.729952:0:249171:0:(obd_config.c:1072:class_add_profile()) Process entered 00000020:01000000:3.0:1767734665.729955:0:249171:0:(obd_config.c:1074:class_add_profile()) Add profile lustre-client 00000020:00000010:3.0:1767734665.729961:0:249171:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at ffff94b1f47d4d80. 00000020:00000010:3.0:1767734665.729968:0:249171:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff94b1de9c0480. 00000020:00000010:3.0:1767734665.729973:0:249171:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff94b1de9c0ea0. 00000020:00000010:3.0:1767734665.729979:0:249171:0:(obd_config.c:1095:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff94b1de9c0bf0. 00000020:00000001:3.0:1767734665.729984:0:249171:0:(obd_config.c:1107:class_add_profile()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.729988:0:249171:0:(obd_config.c:1441:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.729992:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff94b1d0411ea0. 00000020:00000001:3.0:1767734665.729996:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.730000:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c78718 type=0x10620000 idx=11 00000040:00001000:3.0:1767734665.730003:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:3.0:1767734665.730007:0:249171:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.730009:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.730011:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.730013:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.730015:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1767734665.730022:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b0e3c38000. 00000020:00000080:3.0:1767734665.730025:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.730028:0:249171:0:(obd_config.c:1477:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:00000001:3.0:1767734665.730031:0:249171:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.730034:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b0e3c38000. 00000020:00000001:3.0:1767734665.730040:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.730044:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c787f8 type=0x10620000 idx=12 00000040:00001000:3.0:1767734665.730047:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:3.0:1767734665.730050:0:249171:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.730054:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.730056:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.730059:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.730071:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1767734665.730075:0:249171:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1767734665.730078:0:249171:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.730085:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b0e3c38000. 00000020:00000080:3.0:1767734665.730088:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.730091:0:249171:0:(obd_config.c:1477:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000001:3.0:1767734665.730094:0:249171:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.730097:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b0e3c38000. 00000020:00000001:3.0:1767734665.730102:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.730105:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c788d8 type=0x10620000 idx=13 00000040:00001000:3.0:1767734665.730108:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:3.0:1767734665.730111:0:249171:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.730114:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.730119:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff94b1f47d44c0. 00000020:00000080:3.0:1767734665.730121:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1767734665.730126:0:249171:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.203.112@tcp to nid 0x20000c0a8cb70 (192.168.203.112@tcp) 00000100:00000010:3.0:1767734665.730134:0:249171:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff94b1d0099c00. 00000100:00000040:3.0:1767734665.730141:0:249171:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.203.112@tcp 192.168.203.112@tcp cnt=1 00000400:00000200:3.0:1767734665.730145:0:249171:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1767734665.730149:0:249171:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767734665.730154:0:249171:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:3.0:1767734665.730161:0:249171:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.730168:0:249171:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767734665.730175:0:249171:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.730191:0:249171:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767734665.730200:0:249171:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:3.0:1767734665.730205:0:249171:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000100:00000010:3.0:1767734665.730210:0:249171:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff94b1d0099c00. 00000020:00000001:3.0:1767734665.730216:0:249171:0:(obd_config.c:1416:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.730220:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff94b1f47d44c0. 00000020:00000001:3.0:1767734665.730226:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.730229:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c78930 type=0x10620000 idx=14 00000040:00001000:3.0:1767734665.730232:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:3.0:1767734665.730236:0:249171:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.730250:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.730257:0:249171:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff94b1f47d44c0. 00000020:01000000:3.0:1767734665.730262:0:249171:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000010:3.0:1767734665.730267:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff94b1ed91aa80. 00000020:00000080:3.0:1767734665.730271:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1767734665.730274:0:249171:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:3.0:1767734665.730277:0:249171:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1767734665.730289:0:249171:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6368 at ffff94b1de020000. 00000020:00000080:3.0:1767734665.730293:0:249171:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff94b2013a5000 (ffff94b1de020000) 00000020:00000001:3.0:1767734665.730296:0:249171:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767734665.730302:0:249171:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b2013a5800. 00000020:00000001:3.0:1767734665.730304:0:249171:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734665.730307:0:249171:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b2013a5800 with handle 0x1886cffb85c2b790 to hash 00000020:00000001:3.0:1767734665.730363:0:249171:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767734665.730367:0:249171:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767734665.730369:0:249171:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.730372:0:249171:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626090978531328 : -117982731020288 : ffff94b2013a5800) 00000020:00000040:3.0:1767734665.730379:0:249171:0:(genops.c:898:class_export_put()) PUTting export ffff94b2013a5800 : new refcount 1 00000020:00000040:3.0:1767734665.730388:0:249171:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b2013a5000 (ffff94b1de020000) now 2 - obd_device_list 00000020:00000001:3.0:1767734665.730393:0:249171:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767734665.730398:0:249171:0:(obd_config.c:657:class_attach()) OBD: dev 8 attached type mdc with refcount 2 00000020:00000001:3.0:1767734665.730401:0:249171:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.730405:0:249171:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.730408:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff94b1ed91aa80. 00000020:00000010:3.0:1767734665.730415:0:249171:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff94b1f47d44c0. 00000020:00000001:3.0:1767734665.730418:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.730421:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c789b0 type=0x10620000 idx=15 00000040:00001000:3.0:1767734665.730424:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:3.0:1767734665.730427:0:249171:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.730429:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.730465:0:249171:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff94b1f47d44c0. 00000020:01000000:3.0:1767734665.730470:0:249171:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000010:3.0:1767734665.730475:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff94b1ed91aa80. 00000020:00000080:3.0:1767734665.730490:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1767734665.730495:0:249171:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:3.0:1767734665.730523:0:249171:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767734665.730528:0:249171:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b0e3c38000. 00000001:00000010:3.0:1767734665.730537:0:249171:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1c7f4fda0. 00000001:00000010:3.0:1767734665.730541:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c1495e00. 00000001:00000010:3.0:1767734665.730548:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c38da000. 00000001:00000010:3.0:1767734665.730555:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c38dbc00. 00000001:00000010:3.0:1767734665.730562:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c38da400. 00000001:00000001:3.0:1767734665.730565:0:249171:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767734665.730571:0:249171:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b1d430fc00. 00000001:00000010:3.0:1767734665.730603:0:249171:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1c7f4fc80. 00000001:00000010:3.0:1767734665.730608:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c38db200. 00000001:00000010:3.0:1767734665.730615:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c38dac00. 00000001:00000010:3.0:1767734665.730621:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c38daa00. 00000001:00000010:3.0:1767734665.730628:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c9beb000. 00000020:00000001:3.0:1767734665.730631:0:249171:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:3.0:1767734665.730640:0:249171:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c997c400. 00000020:00000010:3.0:1767734665.730648:0:249171:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94b1deb84e00. 00000020:00000010:3.0:1767734665.730653:0:249171:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94b1dc6dfbb8. 00000008:00000010:3.0:1767734665.730660:0:249171:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94b1c6d41760. 00020000:00000010:3.0:1767734665.730666:0:249171:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff94b1d13d98c0. 00008000:00000010:3.0:1767734665.730678:0:249171:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94b1fb9cc508. 00000080:00000010:3.0:1767734665.730693:0:249171:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94b1fb9cb5a0. 00000020:00000010:3.0:1767734665.730703:0:249171:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c997d200. 00000020:00000010:3.0:1767734665.730711:0:249171:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c997c600. 00000020:00000010:3.0:1767734665.730717:0:249171:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1d0411ea0. 00000008:00000010:3.0:1767734665.730722:0:249171:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734665.730728:0:249171:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fa526cc0. 00008000:00000010:3.0:1767734665.730735:0:249171:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734665.730741:0:249171:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734665.730748:0:249171:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c334a238. 00000002:00000010:3.0:1767734665.730757:0:249171:0:(mdc_dev.c:1712:mdc_device_alloc()) kmalloced '(osc)': 104 at ffff94b1deb84f80. 00000002:00000001:3.0:1767734665.730763:0:249171:0:(mdc_request.c:3013:mdc_setup()) Process entered 00000008:00000001:3.0:1767734665.730778:0:249171:0:(osc_request.c:4012:osc_setup_common()) Process entered 00000100:00000001:3.0:1767734665.730782:0:249171:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:3.0:1767734665.730785:0:249171:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734665.730790:0:249171:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:3.0:1767734665.730803:0:249171:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff94b1c5f9e000. 00010000:00000010:3.0:1767734665.730819:0:249171:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff94b1c5f9c000. 00010000:00000010:3.0:1767734665.730828:0:249171:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff94b1f47d4a40. 00010000:00000001:3.0:1767734665.730832:0:249171:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767734665.730836:0:249171:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.730845:0:249171:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff94b2013a2000. 00000020:00000040:3.0:1767734665.730849:0:249171:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b2013a5000 (ffff94b1de020000) now 3 - import 00000020:00000001:3.0:1767734665.730860:0:249171:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734665.730862:0:249171:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=1 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:3.0:1767734665.730865:0:249171:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767734665.730867:0:249171:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:3.0:1767734665.730879:0:249171:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.112@tcp->12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734665.730883:0:249171:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1767734665.730889:0:249171:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.730896:0:249171:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.203.112@tcp primary NID 192.168.203.112@tcp rc 0 00000100:00000001:3.0:1767734665.730901:0:249171:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767734665.730905:0:249171:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 13 to 192.168.203.112@tcp 00000100:00000001:3.0:1767734665.730908:0:249171:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000100:00000001:3.0:1767734665.730912:0:249171:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446626090185659840 : -117983523891776 : 0xffff94b1d1f815c0) 00000100:00000040:3.0:1767734665.730918:0:249171:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff94b1d1f815c0 refcount 13 to 192.168.203.112@tcp 00000100:00000040:3.0:1767734665.730921:0:249171:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.112@tcp -> ffff94b1d1f815c0 00010000:00000010:3.0:1767734665.730927:0:249171:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff94b1d0411f00. 00010000:00080000:3.0:1767734665.730930:0:249171:0:(ldlm_lib.c:102:import_set_conn()) imp ffff94b2013a2000@lustre-MDT0000-mdc-ffff94b2013a5000: add connection 192.168.203.112@tcp at head 00010000:00000001:3.0:1767734665.730935:0:249171:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734665.730939:0:249171:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:3.0:1767734665.730942:0:249171:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767734665.730945:0:249171:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767734665.730951:0:249171:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at ffff94b1d0098400. 00000001:00000001:3.0:1767734665.730954:0:249171:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767734665.730961:0:249171:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff94b1e7dcfc00. 00000001:00000010:3.0:1767734665.730979:0:249171:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff94b1d430f000. 00000001:00000010:3.0:1767734665.731051:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307edd000. 00000001:00000010:3.0:1767734665.731148:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307ee7000. 00000001:00000010:3.0:1767734665.731241:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307efd000. 00000001:00000010:3.0:1767734665.731375:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307f07000. 00000001:00000010:3.0:1767734665.731480:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307f11000. 00000001:00000010:3.0:1767734665.731569:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307f1b000. 00000001:00000010:3.0:1767734665.731696:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307f25000. 00000001:00000010:3.0:1767734665.731786:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307f2f000. 00000001:00000010:3.0:1767734665.731873:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307f39000. 00000001:00000010:3.0:1767734665.731982:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307f43000. 00000001:00000010:3.0:1767734665.732086:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307f4d000. 00000001:00000010:3.0:1767734665.732205:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307f57000. 00000001:00000010:3.0:1767734665.732369:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307f61000. 00000001:00000010:3.0:1767734665.732484:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307f6b000. 00000001:00000010:3.0:1767734665.732624:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307f75000. 00000001:00000010:3.0:1767734665.732732:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307f8d000. 00000001:00000010:3.0:1767734665.732826:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307fb5000. 00000001:00000010:3.0:1767734665.732943:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307fc5000. 00000001:00000010:3.0:1767734665.733035:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307fdd000. 00000001:00000010:3.0:1767734665.733127:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc307ffd000. 00000001:00000010:3.0:1767734665.733222:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc30800d000. 00000001:00000010:3.0:1767734665.733361:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308017000. 00000001:00000010:3.0:1767734665.733465:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308021000. 00000001:00000010:3.0:1767734665.733553:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc30802b000. 00000001:00000010:3.0:1767734665.733679:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308035000. 00000001:00000010:3.0:1767734665.733768:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc30803f000. 00000001:00000010:3.0:1767734665.733847:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308049000. 00000001:00000010:3.0:1767734665.733935:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308053000. 00000001:00000010:3.0:1767734665.734021:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc3080b5000. 00000001:00000010:3.0:1767734665.734100:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc3080bf000. 00000001:00000010:3.0:1767734665.734189:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc30810f000. 00000001:00000010:3.0:1767734665.734268:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308119000. 00000020:00000010:3.0:1767734665.734477:0:249171:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1d0098c00. 00000020:00000010:3.0:1767734665.734484:0:249171:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff94b1c7f4ff40. 00010000:00000001:3.0:1767734665.734507:0:249171:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:3.0:1767734665.734594:0:249171:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:3.0:1767734665.734634:0:249171:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1d009b000. 00000020:00000010:3.0:1767734665.734640:0:249171:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff94b1e7dce400. 00010000:00000001:3.0:1767734665.734660:0:249171:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:3.0:1767734665.734664:0:249171:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff94b2013a5000-4 is initialized 00010000:00000001:3.0:1767734665.734667:0:249171:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734665.734672:0:249171:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446626090153247744 : -117983556303872 : ffff94b1d0098400) 00010000:00000001:3.0:1767734665.734677:0:249171:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1767734665.734689:0:249171:0:(osc_request.c:735:osc_update_next_shrink()) next time 9960 to shrink grant 00000008:00000001:3.0:1767734665.734693:0:249171:0:(osc_request.c:4034:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.735149:0:249171:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1d0099800. 00000020:00000010:3.0:1767734665.735158:0:249171:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff94b1e7dcfe00. 00000020:00000010:3.0:1767734665.735190:0:249171:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1d009a000. 00000020:00000010:3.0:1767734665.735197:0:249171:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff94b1c5f9b000. 00000002:00000001:3.0:1767734665.735234:0:249171:0:(mdc_request.c:2984:mdc_llog_init()) Process entered 00000040:00000001:3.0:1767734665.735238:0:249171:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:3.0:1767734665.735244:0:249171:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff94b1ed91a300. 00000020:00000040:3.0:1767734665.735248:0:249171:0:(genops.c:887:class_export_get()) GET export ffff94b2013a5800 refcount=2 00000040:01000000:3.0:1767734665.735253:0:249171:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0000-mdc-ffff94b2013a5000 ctxt 13 is initialized 00000040:00000001:3.0:1767734665.735257:0:249171:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:3.0:1767734665.735261:0:249171:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff94b1ed91a300 : new refcount 2 00000040:00000001:3.0:1767734665.735266:0:249171:0:(llog_net.c:31:llog_initiator_connect()) Process entered 00000020:00000040:3.0:1767734665.735270:0:249171:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=2 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000040:00000001:3.0:1767734665.735274:0:249171:0:(llog_net.c:44:llog_initiator_connect()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:3.0:1767734665.735277:0:249171:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff94b1ed91a300 : new refcount 1 00000002:00000001:3.0:1767734665.735280:0:249171:0:(mdc_request.c:2994:mdc_llog_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734665.735284:0:249171:0:(mdc_changelog.c:796:mdc_changelog_cdev_init()) Process entered 00000002:00000010:3.0:1767734665.735290:0:249171:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at ffff94b2013a6000. 00000002:00000001:3.0:1767734665.735308:0:249171:0:(mdc_changelog.c:813:mdc_changelog_cdev_init()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000002:00000010:3.0:1767734665.735367:0:249171:0:(mdc_changelog.c:855:mdc_changelog_cdev_init()) kfreed 'entry': 1304 at ffff94b2013a6000. 00000002:00000001:3.0:1767734665.735375:0:249171:0:(mdc_changelog.c:856:mdc_changelog_cdev_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734665.735380:0:249171:0:(mdc_request.c:3043:mdc_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734665.735384:0:249171:0:(mdc_dev.c:1732:mdc_device_alloc()) Process leaving (rc=18446626090399584128 : -117983309967488 : ffff94b1deb84f80) 00000002:00000001:3.0:1767734665.735389:0:249171:0:(mdc_dev.c:1738:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.735394:0:249171:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c997c600. 00000020:00000010:3.0:1767734665.735402:0:249171:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1d0411ea0. 00000008:00000010:3.0:1767734665.735410:0:249171:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734665.735417:0:249171:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526cc0. 00008000:00000010:3.0:1767734665.735424:0:249171:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734665.735431:0:249171:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734665.735437:0:249171:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334a238. 00000020:00000010:3.0:1767734665.735443:0:249171:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c997d200. 00000020:00000010:3.0:1767734665.735450:0:249171:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94b1deb84e00. 00000020:00000010:3.0:1767734665.735456:0:249171:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94b1dc6dfbb8. 00000008:00000010:3.0:1767734665.735461:0:249171:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c6d41760. 00020000:00000010:3.0:1767734665.735466:0:249171:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1d13d98c0. 00008000:00000010:3.0:1767734665.735473:0:249171:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1fb9cc508. 00000080:00000010:3.0:1767734665.735479:0:249171:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1fb9cb5a0. 00000020:00000010:3.0:1767734665.735484:0:249171:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c997c400. 00000020:00000001:3.0:1767734665.735487:0:249171:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734665.735491:0:249171:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b2013a5000 (ffff94b1de020000) now 4 - setup 00000020:00000080:3.0:1767734665.735496:0:249171:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff94b2013a5000 (uuid a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328) 00000020:00000001:3.0:1767734665.735500:0:249171:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.735504:0:249171:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.735508:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff94b1ed91aa80. 00000020:00000010:3.0:1767734665.735515:0:249171:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff94b1f47d44c0. 00000020:00000001:3.0:1767734665.735520:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.735524:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c78a40 type=0x10620000 idx=16 00000040:00001000:3.0:1767734665.735528:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:3.0:1767734665.735532:0:249171:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.735542:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.735547:0:249171:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f47d44c0. 00000020:01000000:3.0:1767734665.735552:0:249171:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff94b2013a5000 00000020:00000010:3.0:1767734665.735559:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff94b1ed91aa80. 00000020:00000080:3.0:1767734665.735562:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf014 00000020:00000001:3.0:1767734665.735569:0:249171:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767734665.735599:0:249171:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1e7dcec00. 00000020:00000010:3.0:1767734665.735609:0:249171:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1e7dce000. 00000040:00000010:3.0:1767734665.735618:0:249171:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1e7dcea00. 00000020:00000010:3.0:1767734665.735626:0:249171:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b2013a6000. 00000020:00000010:3.0:1767734665.735633:0:249171:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c997c400. 00040000:00000010:3.0:1767734665.735638:0:249171:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1d430f300. 00040000:00000010:3.0:1767734665.735641:0:249171:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c997d200. 00800000:00000001:3.0:1767734665.735647:0:249171:0:(lmv_obd.c:1346:lmv_process_config()) Process entered 00800000:00000001:3.0:1767734665.735654:0:249171:0:(lmv_obd.c:423:lmv_add_target()) Process entered 00800000:01000000:3.0:1767734665.735656:0:249171:0:(lmv_obd.c:425:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00800000:00000010:3.0:1767734665.735666:0:249171:0:(lmv_obd.c:434:lmv_add_target()) kmalloced '(tgt)': 368 at ffff94b1c997c600. 00020000:00000001:3.0:1767734665.735669:0:249171:0:(lu_tgt_descs.c:357:ltd_add_tgt()) Process entered 00020000:00000010:3.0:1767734665.735678:0:249171:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff94b1dd325000. 00020000:00000001:3.0:1767734665.735681:0:249171:0:(lu_tgt_descs.c:388:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734665.735684:0:249171:0:(lmv_obd.c:452:lmv_add_target()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734665.735687:0:249171:0:(lmv_obd.c:1363:lmv_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734665.735690:0:249171:0:(lmv_obd.c:1369:lmv_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.735694:0:249171:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1e7dce000. 00000040:00000010:3.0:1767734665.735701:0:249171:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1e7dcea00. 00000020:00000010:3.0:1767734665.735705:0:249171:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b2013a6000. 00000020:00000010:3.0:1767734665.735708:0:249171:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c997c400. 00040000:00000010:3.0:1767734665.735712:0:249171:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1d430f300. 00040000:00000010:3.0:1767734665.735715:0:249171:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c997d200. 00000020:00000010:3.0:1767734665.735718:0:249171:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1e7dcec00. 00000020:00000001:3.0:1767734665.735723:0:249171:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.735729:0:249171:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767734665.735735:0:249171:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c997d200. 00000020:00000010:3.0:1767734665.735740:0:249171:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c997c400. 00000020:00000010:3.0:1767734665.735754:0:249171:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c5895de0. 00000008:00000010:3.0:1767734665.735761:0:249171:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734665.735767:0:249171:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fa526cc0. 00008000:00000010:3.0:1767734665.735774:0:249171:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734665.735779:0:249171:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734665.735785:0:249171:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c334a238. 00020000:00000001:3.0:1767734665.735796:0:249171:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:3.0:1767734665.735799:0:249171:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734665.735807:0:249171:0:(lov_dev.c:455:lov_add_mdc_target()) Process entered 00000020:00000040:3.0:1767734665.735813:0:249171:0:(obd_config.c:927:class_incref()) incref lustre-clilmv-ffff94b2013a5000 (ffff94b1de024aa0) now 4 - lov 00020000:00000001:3.0:1767734665.735818:0:249171:0:(lov_dev.c:514:lov_add_mdc_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734665.735821:0:249171:0:(lov_dev.c:582:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.735825:0:249171:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c997c400. 00000020:00000010:3.0:1767734665.735831:0:249171:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c5895de0. 00000008:00000010:3.0:1767734665.735838:0:249171:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734665.735841:0:249171:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526cc0. 00008000:00000010:3.0:1767734665.735844:0:249171:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734665.735848:0:249171:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734665.735851:0:249171:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334a238. 00000020:00000010:3.0:1767734665.735856:0:249171:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c997d200. 00000020:00000001:3.0:1767734665.735859:0:249171:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.735861:0:249171:0:(obd_config.c:1605:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.735866:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff94b1ed91aa80. 00000020:00000010:3.0:1767734665.735872:0:249171:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f47d44c0. 00000020:00000001:3.0:1767734665.735875:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.735878:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c78ae0 type=0x10620000 idx=17 00000040:00001000:3.0:1767734665.735883:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:3.0:1767734665.735886:0:249171:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.735890:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.735893:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.735897:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.735900:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1767734665.735907:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1d430f300. 00000020:00000080:3.0:1767734665.735911:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.735920:0:249171:0:(obd_config.c:1477:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:00000001:3.0:1767734665.735924:0:249171:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.735928:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1d430f300. 00000020:00000001:3.0:1767734665.735934:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.735938:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c78bc0 type=0x10620000 idx=18 00000040:00001000:3.0:1767734665.735942:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:3.0:1767734665.735945:0:249171:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.735950:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.735953:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.735956:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.735958:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1767734665.735962:0:249171:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1767734665.735965:0:249171:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:3.0:1767734665.735968:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.735972:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c78ca0 type=0x10620000 idx=19 00000040:00001000:3.0:1767734665.735975:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:3.0:1767734665.735979:0:249171:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.735982:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:01000000:3.0:1767734665.735984:0:249171:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:3.0:1767734665.735986:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.735989:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c78cf0 type=0x10620000 idx=20 00000040:00001000:3.0:1767734665.735992:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:3.0:1767734665.735995:0:249171:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.735999:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.736002:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.736005:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.736007:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:3.0:1767734665.736014:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1d430f300. 00000020:00000080:3.0:1767734665.736017:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.736019:0:249171:0:(obd_config.c:1477:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:00000001:3.0:1767734665.736021:0:249171:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.736025:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1d430f300. 00000020:00000001:3.0:1767734665.736029:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.736031:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c78dd0 type=0x10620000 idx=21 00000040:00001000:3.0:1767734665.736039:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:3.0:1767734665.736041:0:249171:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.736043:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.736045:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.736048:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.736051:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1767734665.736055:0:249171:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:01000004:3.0:1767734665.736059:0:249171:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.203.112@tcp:/lustre 00000020:00000001:3.0:1767734665.736063:0:249171:0:(obd_mount.c:947:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.736068:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1d430f300. 00000020:00000080:3.0:1767734665.736071:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.736074:0:249171:0:(obd_config.c:1477:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000001:3.0:1767734665.736077:0:249171:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.736081:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1d430f300. 00000020:00000001:3.0:1767734665.736087:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.736090:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c78eb0 type=0x10620000 idx=22 00000040:00001000:3.0:1767734665.736093:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:3.0:1767734665.736095:0:249171:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.736097:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.736102:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff94b1f47d44c0. 00000020:00000080:3.0:1767734665.736104:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1767734665.736110:0:249171:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.203.112@tcp to nid 0x20000c0a8cb70 (192.168.203.112@tcp) 00000100:00000010:3.0:1767734665.736118:0:249171:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff94b1d009a400. 00000100:00000040:3.0:1767734665.736125:0:249171:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.203.112@tcp 192.168.203.112@tcp cnt=1 00000400:00000200:3.0:1767734665.736128:0:249171:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1767734665.736132:0:249171:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767734665.736136:0:249171:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:3.0:1767734665.736141:0:249171:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.736147:0:249171:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767734665.736153:0:249171:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.736164:0:249171:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767734665.736168:0:249171:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:3.0:1767734665.736172:0:249171:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000100:00000010:3.0:1767734665.736177:0:249171:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff94b1d009a400. 00000020:00000001:3.0:1767734665.736188:0:249171:0:(obd_config.c:1416:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.736193:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff94b1f47d44c0. 00000020:00000001:3.0:1767734665.736198:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.736201:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c78f08 type=0x10620000 idx=23 00000040:00001000:3.0:1767734665.736206:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:3.0:1767734665.736209:0:249171:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.736211:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.736216:0:249171:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff94b1f47d44c0. 00000020:01000000:3.0:1767734665.736219:0:249171:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff94b2013a5000 00000020:00000010:3.0:1767734665.736225:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff94b1ed91aa80. 00000020:00000080:3.0:1767734665.736229:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1767734665.736230:0:249171:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:3.0:1767734665.736233:0:249171:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1767734665.736243:0:249171:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6368 at ffff94b1de0231c0. 00000020:00000080:3.0:1767734665.736248:0:249171:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osc-ffff94b2013a5000 (ffff94b1de0231c0) 00000020:00000001:3.0:1767734665.736252:0:249171:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767734665.736257:0:249171:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b2013a6000. 00000020:00000001:3.0:1767734665.736260:0:249171:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734665.736264:0:249171:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b2013a6000 with handle 0x1886cffb85c2b797 to hash 00000020:00000001:3.0:1767734665.736268:0:249171:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767734665.736271:0:249171:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767734665.736274:0:249171:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.736280:0:249171:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626090978533376 : -117982731018240 : ffff94b2013a6000) 00000020:00000040:3.0:1767734665.736284:0:249171:0:(genops.c:898:class_export_put()) PUTting export ffff94b2013a6000 : new refcount 1 00000020:00000040:3.0:1767734665.736292:0:249171:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-ffff94b2013a5000 (ffff94b1de0231c0) now 2 - obd_device_list 00000020:00000001:3.0:1767734665.736298:0:249171:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767734665.736302:0:249171:0:(obd_config.c:657:class_attach()) OBD: dev 9 attached type osc with refcount 2 00000020:00000001:3.0:1767734665.736304:0:249171:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.736307:0:249171:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.736347:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff94b1ed91aa80. 00000020:00000010:3.0:1767734665.736353:0:249171:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff94b1f47d44c0. 00000020:00000001:3.0:1767734665.736366:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.736371:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c78f88 type=0x10620000 idx=24 00000040:00001000:3.0:1767734665.736383:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:3.0:1767734665.736386:0:249171:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.736388:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.736393:0:249171:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff94b1f47d44c0. 00000020:01000000:3.0:1767734665.736396:0:249171:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff94b2013a5000 00000020:00000010:3.0:1767734665.736399:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff94b1ed91aa80. 00000020:00000080:3.0:1767734665.736401:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1767734665.736406:0:249171:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:3.0:1767734665.736422:0:249171:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767734665.736428:0:249171:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b1d430f300. 00000001:00000010:3.0:1767734665.736435:0:249171:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1c7f4fc20. 00000001:00000010:3.0:1767734665.736440:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c997d200. 00000001:00000010:3.0:1767734665.736443:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c997c400. 00000001:00000010:3.0:1767734665.736447:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1e7dcec00. 00000001:00000010:3.0:1767734665.736451:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1e7dcea00. 00000001:00000001:3.0:1767734665.736453:0:249171:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767734665.736457:0:249171:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b1d430f800. 00000001:00000010:3.0:1767734665.736462:0:249171:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1c7f4f260. 00000001:00000010:3.0:1767734665.736467:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1e7dce000. 00000001:00000010:3.0:1767734665.736475:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c836f800. 00000001:00000010:3.0:1767734665.736482:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c836f400. 00000001:00000010:3.0:1767734665.736489:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c836fe00. 00000020:00000001:3.0:1767734665.736492:0:249171:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:3.0:1767734665.736498:0:249171:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c836f000. 00000020:00000010:3.0:1767734665.736505:0:249171:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94b1deb84e00. 00000020:00000010:3.0:1767734665.736509:0:249171:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94b1dc6dfbb8. 00000008:00000010:3.0:1767734665.736515:0:249171:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94b1c6d41760. 00020000:00000010:3.0:1767734665.736521:0:249171:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff94b1d13d98c0. 00008000:00000010:3.0:1767734665.736526:0:249171:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94b1fb9cc508. 00000080:00000010:3.0:1767734665.736530:0:249171:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94b1fb9cb5a0. 00000020:00000010:3.0:1767734665.736535:0:249171:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c836fc00. 00000020:00000010:3.0:1767734665.736540:0:249171:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c34f0c00. 00000020:00000010:3.0:1767734665.736543:0:249171:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c5895de0. 00000008:00000010:3.0:1767734665.736554:0:249171:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734665.736559:0:249171:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fa526cc0. 00008000:00000010:3.0:1767734665.736563:0:249171:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734665.736568:0:249171:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734665.736595:0:249171:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c334a238. 00000008:00000010:3.0:1767734665.736610:0:249171:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at ffff94b1deb84800. 00000008:00000001:3.0:1767734665.736619:0:249171:0:(osc_request.c:4054:osc_setup()) Process entered 00000008:00000001:3.0:1767734665.736621:0:249171:0:(osc_request.c:4012:osc_setup_common()) Process entered 00000100:00000001:3.0:1767734665.736624:0:249171:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:3.0:1767734665.736626:0:249171:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734665.736629:0:249171:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:3.0:1767734665.736639:0:249171:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff94b1dd320000. 00010000:00000010:3.0:1767734665.736662:0:249171:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff94b1dd326000. 00010000:00000001:3.0:1767734665.736670:0:249171:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767734665.736674:0:249171:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.736679:0:249171:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff94b2013a1800. 00000020:00000040:3.0:1767734665.736682:0:249171:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-ffff94b2013a5000 (ffff94b1de0231c0) now 3 - import 00000020:00000001:3.0:1767734665.736690:0:249171:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734665.736694:0:249171:0:(genops.c:1242:class_import_put()) import ffff94b2013a1800 refcount=1 obd=lustre-OST0000-osc-ffff94b2013a5000 00000020:00000001:3.0:1767734665.736697:0:249171:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767734665.736699:0:249171:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:3.0:1767734665.736708:0:249171:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.112@tcp->12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734665.736711:0:249171:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1767734665.736716:0:249171:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.736722:0:249171:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.203.112@tcp primary NID 192.168.203.112@tcp rc 0 00000100:00000001:3.0:1767734665.736725:0:249171:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767734665.736729:0:249171:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 14 to 192.168.203.112@tcp 00000100:00000001:3.0:1767734665.736733:0:249171:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000100:00000001:3.0:1767734665.736737:0:249171:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446626090185659840 : -117983523891776 : 0xffff94b1d1f815c0) 00000100:00000040:3.0:1767734665.736744:0:249171:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff94b1d1f815c0 refcount 14 to 192.168.203.112@tcp 00000100:00000040:3.0:1767734665.736748:0:249171:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.112@tcp -> ffff94b1d1f815c0 00010000:00000010:3.0:1767734665.736753:0:249171:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff94b1c5895000. 00010000:00080000:3.0:1767734665.736757:0:249171:0:(ldlm_lib.c:102:import_set_conn()) imp ffff94b2013a1800@lustre-OST0000-osc-ffff94b2013a5000: add connection 192.168.203.112@tcp at head 00010000:00000001:3.0:1767734665.736769:0:249171:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734665.736772:0:249171:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:3.0:1767734665.736774:0:249171:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767734665.736777:0:249171:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767734665.736782:0:249171:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at ffff94b1d009b800. 00000001:00000001:3.0:1767734665.736786:0:249171:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767734665.736790:0:249171:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff94b1c34f0200. 00000001:00000010:3.0:1767734665.736797:0:249171:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff94b1deb84080. 00000001:00000010:3.0:1767734665.736806:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1e77d8000. 00000001:00000010:3.0:1767734665.736816:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1e77dc000. 00000001:00000010:3.0:1767734665.736826:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1e77de000. 00000001:00000010:3.0:1767734665.736836:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1e77da000. 00000001:00000010:3.0:1767734665.736845:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1e7836000. 00000001:00000010:3.0:1767734665.736855:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1e7830000. 00000001:00000010:3.0:1767734665.736865:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1e7834000. 00000001:00000010:3.0:1767734665.736875:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1e7832000. 00000001:00000010:3.0:1767734665.736887:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1eff4c000. 00000001:00000010:3.0:1767734665.736900:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1dd304000. 00000001:00000010:3.0:1767734665.736910:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1dd302000. 00000001:00000010:3.0:1767734665.736920:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1dd300000. 00000001:00000010:3.0:1767734665.736930:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1dd306000. 00000001:00000010:3.0:1767734665.736943:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1c6992000. 00000001:00000010:3.0:1767734665.736954:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1f2da6000. 00000001:00000010:3.0:1767734665.736964:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1f2da0000. 00000020:00000010:3.0:1767734665.737073:0:249171:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1d1eab000. 00000020:00000010:3.0:1767734665.737078:0:249171:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff94b1c7f4f2e0. 00010000:00000001:3.0:1767734665.737098:0:249171:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:3.0:1767734665.737150:0:249171:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:3.0:1767734665.737178:0:249171:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1d1eabc00. 00000020:00000010:3.0:1767734665.737186:0:249171:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff94b1d33eb600. 00010000:00000001:3.0:1767734665.737203:0:249171:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:3.0:1767734665.737206:0:249171:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff94b2013a5000-5 is initialized 00010000:00000001:3.0:1767734665.737209:0:249171:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734665.737224:0:249171:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446626090153261056 : -117983556290560 : ffff94b1d009b800) 00010000:00000001:3.0:1767734665.737228:0:249171:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1767734665.737233:0:249171:0:(osc_request.c:735:osc_update_next_shrink()) next time 9960 to shrink grant 00000008:00000001:3.0:1767734665.737236:0:249171:0:(osc_request.c:4034:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.740396:0:249171:0:(lprocfs_status.c:1344:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.740440:0:249171:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1d1ea8c00. 00000020:00000010:3.0:1767734665.740446:0:249171:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff94b1c9b4b000. 00000008:00000001:3.0:1767734665.740485:0:249171:0:(osc_request.c:4088:osc_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767734665.740490:0:249171:0:(osc_dev.c:210:osc_device_alloc()) Process leaving (rc=18446626090399582208 : -117983309969408 : ffff94b1deb84800) 00000008:00000001:3.0:1767734665.740494:0:249171:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.740499:0:249171:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c34f0c00. 00000020:00000010:3.0:1767734665.740506:0:249171:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c5895de0. 00000008:00000010:3.0:1767734665.740511:0:249171:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734665.740517:0:249171:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526cc0. 00008000:00000010:3.0:1767734665.740523:0:249171:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734665.740530:0:249171:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734665.740537:0:249171:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334a238. 00000020:00000010:3.0:1767734665.740543:0:249171:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c836fc00. 00000020:00000010:3.0:1767734665.740551:0:249171:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94b1deb84e00. 00000020:00000010:3.0:1767734665.740557:0:249171:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94b1dc6dfbb8. 00000008:00000010:3.0:1767734665.740564:0:249171:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c6d41760. 00020000:00000010:3.0:1767734665.740569:0:249171:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1d13d98c0. 00008000:00000010:3.0:1767734665.740602:0:249171:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1fb9cc508. 00000080:00000010:3.0:1767734665.740612:0:249171:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1fb9cb5a0. 00000020:00000010:3.0:1767734665.740620:0:249171:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c836f000. 00000020:00000001:3.0:1767734665.740628:0:249171:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734665.740632:0:249171:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-ffff94b2013a5000 (ffff94b1de0231c0) now 4 - setup 00000020:00000080:3.0:1767734665.740636:0:249171:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000-osc-ffff94b2013a5000 (uuid a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328) 00000020:00000001:3.0:1767734665.740639:0:249171:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.740642:0:249171:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.740647:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff94b1ed91aa80. 00000020:00000010:3.0:1767734665.740654:0:249171:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff94b1f47d44c0. 00000020:00000001:3.0:1767734665.740672:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.740677:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79018 type=0x10620000 idx=25 00000040:00001000:3.0:1767734665.740681:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:3.0:1767734665.740685:0:249171:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.740689:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.740694:0:249171:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f47d44c0. 00000020:01000000:3.0:1767734665.740698:0:249171:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff94b2013a5000 00000020:00000010:3.0:1767734665.740704:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff94b1deb84e00. 00000020:00000080:3.0:1767734665.740709:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00000020:00000001:3.0:1767734665.740716:0:249171:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767734665.740722:0:249171:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b2012ff200. 00000020:00000010:3.0:1767734665.740728:0:249171:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b2012ffe00. 00000020:00000010:3.0:1767734665.740734:0:249171:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c5895de0. 00000008:00000010:3.0:1767734665.740740:0:249171:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734665.740746:0:249171:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fa526cc0. 00008000:00000010:3.0:1767734665.740751:0:249171:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734665.740757:0:249171:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734665.740763:0:249171:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c334a238. 00020000:00000001:3.0:1767734665.740768:0:249171:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:3.0:1767734665.740774:0:249171:0:(lov_obd.c:467:lov_add_target()) Process entered 00020000:01000000:3.0:1767734665.740778:0:249171:0:(lov_obd.c:469:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:00000010:3.0:1767734665.740788:0:249171:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at ffff94b2012fe200. 00020000:01000000:3.0:1767734665.740791:0:249171:0:(lov_obd.c:498:lov_add_target()) lustre-clilov-ffff94b2013a5000: Adding target lustre-OST0000_UUID 00020000:00000001:3.0:1767734665.740795:0:249171:0:(lu_tgt_descs.c:357:ltd_add_tgt()) Process entered 00020000:00000010:3.0:1767734665.740803:0:249171:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff94b1c7ede000. 00020000:00000001:3.0:1767734665.740806:0:249171:0:(lu_tgt_descs.c:388:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.740810:0:249171:0:(lu_tgt_pool.c:120:lu_tgt_pool_add_lock()) Process entered 00000020:00000001:3.0:1767734665.740814:0:249171:0:(lu_tgt_pool.c:138:lu_tgt_pool_add_lock()) Process leaving 00020000:01000000:3.0:1767734665.740817:0:249171:0:(lov_obd.c:520:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00020000:00000001:3.0:1767734665.740821:0:249171:0:(lov_obd.c:527:lov_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734665.740824:0:249171:0:(lov_obd.c:837:lov_process_config_base()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1767734665.740827:0:249171:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734665.740831:0:249171:0:(lov_dev.c:400:lov_cl_add_target()) Process entered 00020000:00000001:3.0:1767734665.740835:0:249171:0:(lov_dev.c:355:lov_expand_targets()) Process entered 00020000:00000010:3.0:1767734665.740850:0:249171:0:(lov_dev.c:363:lov_expand_targets()) kmalloced '(newd)': 512 at ffff94b2012fea00. 00020000:00000001:3.0:1767734665.740853:0:249171:0:(lov_dev.c:377:lov_expand_targets()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734665.740857:0:249171:0:(lov_dev.c:429:lov_cl_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734665.740861:0:249171:0:(lov_dev.c:582:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.740865:0:249171:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b2012ffe00. 00000020:00000010:3.0:1767734665.740872:0:249171:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c5895de0. 00000008:00000010:3.0:1767734665.740879:0:249171:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734665.740886:0:249171:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526cc0. 00008000:00000010:3.0:1767734665.740892:0:249171:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734665.740898:0:249171:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734665.740904:0:249171:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334a238. 00000020:00000010:3.0:1767734665.740912:0:249171:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b2012ff200. 00000020:00000001:3.0:1767734665.740917:0:249171:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.740919:0:249171:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.740923:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff94b1deb84e00. 00000020:00000010:3.0:1767734665.740928:0:249171:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f47d44c0. 00000020:00000001:3.0:1767734665.740935:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.740938:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79098 type=0x10620000 idx=26 00000040:00001000:3.0:1767734665.740942:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:3.0:1767734665.740946:0:249171:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.740949:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.740952:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.740954:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.740956:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1767734665.740963:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c53e8d00. 00000020:00000080:3.0:1767734665.740966:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.740969:0:249171:0:(obd_config.c:1477:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:00000001:3.0:1767734665.740972:0:249171:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.740976:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c53e8d00. 00000020:00000001:3.0:1767734665.740981:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.740985:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79178 type=0x10620000 idx=27 00000040:00001000:3.0:1767734665.740988:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:3.0:1767734665.740991:0:249171:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.740993:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.741004:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.741007:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.741010:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1767734665.741013:0:249171:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #15 00000020:01000000:3.0:1767734665.741015:0:249171:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:3.0:1767734665.741017:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.741021:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79258 type=0x10620000 idx=28 00000040:00001000:3.0:1767734665.741024:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:3.0:1767734665.741028:0:249171:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.741031:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:01000000:3.0:1767734665.741033:0:249171:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:3.0:1767734665.741035:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.741038:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c792a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767734665.741042:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:3.0:1767734665.741045:0:249171:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.741047:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.741050:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.741053:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.741055:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:3.0:1767734665.741060:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c53e8d00. 00000020:00000080:3.0:1767734665.741062:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.741064:0:249171:0:(obd_config.c:1477:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:00000001:3.0:1767734665.741067:0:249171:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.741070:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c53e8d00. 00000020:00000001:3.0:1767734665.741075:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.741079:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79388 type=0x10620000 idx=30 00000040:00001000:3.0:1767734665.741082:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3192 remains) 00000040:00001000:3.0:1767734665.741084:0:249171:0:(llog.c:797:llog_process_thread()) index: 30, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.741087:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.741090:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.741092:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.741094:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1767734665.741098:0:249171:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:01000004:3.0:1767734665.741102:0:249171:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.112@tcp:/lustre 00000020:00000001:3.0:1767734665.741106:0:249171:0:(obd_mount.c:947:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.741117:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c53e8d00. 00000020:00000080:3.0:1767734665.741120:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.741122:0:249171:0:(obd_config.c:1477:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000001:3.0:1767734665.741126:0:249171:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.741130:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c53e8d00. 00000020:00000001:3.0:1767734665.741137:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.741140:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79468 type=0x10620000 idx=31 00000040:00001000:3.0:1767734665.741144:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2968 remains) 00000040:00001000:3.0:1767734665.741146:0:249171:0:(llog.c:797:llog_process_thread()) index: 31, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.741148:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.741152:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff94b1f47d44c0. 00000020:00000080:3.0:1767734665.741155:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1767734665.741161:0:249171:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.203.112@tcp to nid 0x20000c0a8cb70 (192.168.203.112@tcp) 00000100:00000010:3.0:1767734665.741167:0:249171:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff94b1d1eaac00. 00000100:00000040:3.0:1767734665.741173:0:249171:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.203.112@tcp 192.168.203.112@tcp cnt=1 00000400:00000200:3.0:1767734665.741177:0:249171:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1767734665.741180:0:249171:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767734665.741183:0:249171:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:3.0:1767734665.741190:0:249171:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.741196:0:249171:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767734665.741202:0:249171:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.741211:0:249171:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767734665.741218:0:249171:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:3.0:1767734665.741221:0:249171:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000100:00000010:3.0:1767734665.741225:0:249171:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff94b1d1eaac00. 00000020:00000001:3.0:1767734665.741233:0:249171:0:(obd_config.c:1416:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.741236:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff94b1f47d44c0. 00000020:00000001:3.0:1767734665.741242:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.741245:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c794c0 type=0x10620000 idx=32 00000040:00001000:3.0:1767734665.741249:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2880 remains) 00000040:00001000:3.0:1767734665.741253:0:249171:0:(llog.c:797:llog_process_thread()) index: 32, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.741256:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.741261:0:249171:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff94b1f47d44c0. 00000020:01000000:3.0:1767734665.741272:0:249171:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff94b2013a5000 00000020:00000010:3.0:1767734665.741278:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff94b1fe65fc00. 00000020:00000080:3.0:1767734665.741281:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1767734665.741284:0:249171:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:3.0:1767734665.741287:0:249171:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1767734665.741352:0:249171:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6368 at ffff94b2012d6380. 00000020:00000080:3.0:1767734665.741359:0:249171:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osc-ffff94b2013a5000 (ffff94b2012d6380) 00000020:00000001:3.0:1767734665.741363:0:249171:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767734665.741373:0:249171:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b1e7e84800. 00000020:00000001:3.0:1767734665.741377:0:249171:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734665.741383:0:249171:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1e7e84800 with handle 0x1886cffb85c2b79e to hash 00000020:00000001:3.0:1767734665.741387:0:249171:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767734665.741394:0:249171:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767734665.741397:0:249171:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.741401:0:249171:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626090553722880 : -117983155828736 : ffff94b1e7e84800) 00000020:00000040:3.0:1767734665.741405:0:249171:0:(genops.c:898:class_export_put()) PUTting export ffff94b1e7e84800 : new refcount 1 00000020:00000040:3.0:1767734665.741415:0:249171:0:(obd_config.c:927:class_incref()) incref lustre-OST0001-osc-ffff94b2013a5000 (ffff94b2012d6380) now 2 - obd_device_list 00000020:00000001:3.0:1767734665.741420:0:249171:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767734665.741424:0:249171:0:(obd_config.c:657:class_attach()) OBD: dev 10 attached type osc with refcount 2 00000020:00000001:3.0:1767734665.741428:0:249171:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.741431:0:249171:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.741435:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff94b1fe65fc00. 00000020:00000010:3.0:1767734665.741442:0:249171:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff94b1f47d44c0. 00000020:00000001:3.0:1767734665.741448:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.741452:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79540 type=0x10620000 idx=33 00000040:00001000:3.0:1767734665.741456:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2752 remains) 00000040:00001000:3.0:1767734665.741459:0:249171:0:(llog.c:797:llog_process_thread()) index: 33, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.741462:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.741467:0:249171:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff94b1f47d44c0. 00000020:01000000:3.0:1767734665.741471:0:249171:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff94b2013a5000 00000020:00000010:3.0:1767734665.741477:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff94b1fe65fc00. 00000020:00000080:3.0:1767734665.741480:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1767734665.741485:0:249171:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:3.0:1767734665.741516:0:249171:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767734665.741520:0:249171:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b1c53e8d00. 00000001:00000010:3.0:1767734665.741528:0:249171:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1c5686620. 00000001:00000010:3.0:1767734665.741534:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b2012ff200. 00000001:00000010:3.0:1767734665.741539:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b2012ffe00. 00000001:00000010:3.0:1767734665.741545:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b2012ffc00. 00000001:00000010:3.0:1767734665.741550:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b2012fe600. 00000001:00000001:3.0:1767734665.741553:0:249171:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767734665.741558:0:249171:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b1c53e8800. 00000001:00000010:3.0:1767734665.741563:0:249171:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1c56867e0. 00000001:00000010:3.0:1767734665.741568:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b2012ff000. 00000001:00000010:3.0:1767734665.741598:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c836f000. 00000001:00000010:3.0:1767734665.741607:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c836fc00. 00000001:00000010:3.0:1767734665.741615:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c34f0c00. 00000020:00000001:3.0:1767734665.741621:0:249171:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:3.0:1767734665.741634:0:249171:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c3f13a00. 00000020:00000010:3.0:1767734665.741644:0:249171:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94b1deb84e00. 00000020:00000010:3.0:1767734665.741653:0:249171:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94b1dc6dfbb8. 00000008:00000010:3.0:1767734665.741662:0:249171:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94b1c6d41760. 00020000:00000010:3.0:1767734665.741670:0:249171:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff94b1d13d98c0. 00008000:00000010:3.0:1767734665.741679:0:249171:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94b1fb9cc508. 00000080:00000010:3.0:1767734665.741687:0:249171:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94b1fb9cb5a0. 00000020:00000010:3.0:1767734665.741694:0:249171:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c3f13200. 00000020:00000010:3.0:1767734665.741700:0:249171:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c3f12a00. 00000020:00000010:3.0:1767734665.741705:0:249171:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c5895de0. 00000008:00000010:3.0:1767734665.741711:0:249171:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734665.741717:0:249171:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fa526cc0. 00008000:00000010:3.0:1767734665.741722:0:249171:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734665.741727:0:249171:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734665.741733:0:249171:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c334a238. 00000008:00000010:3.0:1767734665.741739:0:249171:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at ffff94b1deb84680. 00000008:00000001:3.0:1767734665.741746:0:249171:0:(osc_request.c:4054:osc_setup()) Process entered 00000008:00000001:3.0:1767734665.741749:0:249171:0:(osc_request.c:4012:osc_setup_common()) Process entered 00000100:00000001:3.0:1767734665.741752:0:249171:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:3.0:1767734665.741764:0:249171:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734665.741768:0:249171:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:3.0:1767734665.741780:0:249171:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff94b1c3513000. 00010000:00000010:3.0:1767734665.741796:0:249171:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff94b1c3516000. 00010000:00000001:3.0:1767734665.741810:0:249171:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767734665.741814:0:249171:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.741822:0:249171:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff94b1e7e80000. 00000020:00000040:3.0:1767734665.741826:0:249171:0:(obd_config.c:927:class_incref()) incref lustre-OST0001-osc-ffff94b2013a5000 (ffff94b2012d6380) now 3 - import 00000020:00000001:3.0:1767734665.741841:0:249171:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734665.741844:0:249171:0:(genops.c:1242:class_import_put()) import ffff94b1e7e80000 refcount=1 obd=lustre-OST0001-osc-ffff94b2013a5000 00000020:00000001:3.0:1767734665.741847:0:249171:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767734665.741850:0:249171:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:3.0:1767734665.741860:0:249171:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.112@tcp->12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734665.741864:0:249171:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1767734665.741871:0:249171:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.741879:0:249171:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.203.112@tcp primary NID 192.168.203.112@tcp rc 0 00000100:00000001:3.0:1767734665.741883:0:249171:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767734665.741888:0:249171:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 15 to 192.168.203.112@tcp 00000100:00000001:3.0:1767734665.741892:0:249171:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000100:00000001:3.0:1767734665.741897:0:249171:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446626090185659840 : -117983523891776 : 0xffff94b1d1f815c0) 00000100:00000040:3.0:1767734665.741904:0:249171:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff94b1d1f815c0 refcount 15 to 192.168.203.112@tcp 00000100:00000040:3.0:1767734665.741908:0:249171:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.112@tcp -> ffff94b1d1f815c0 00010000:00000010:3.0:1767734665.741914:0:249171:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff94b1c5895780. 00010000:00080000:3.0:1767734665.741917:0:249171:0:(ldlm_lib.c:102:import_set_conn()) imp ffff94b1e7e80000@lustre-OST0001-osc-ffff94b2013a5000: add connection 192.168.203.112@tcp at head 00010000:00000001:3.0:1767734665.741921:0:249171:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734665.741924:0:249171:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:3.0:1767734665.741928:0:249171:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767734665.741931:0:249171:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767734665.741937:0:249171:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at ffff94b1d1ea9800. 00000001:00000001:3.0:1767734665.741940:0:249171:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767734665.741946:0:249171:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff94b1c33d3000. 00000001:00000010:3.0:1767734665.741954:0:249171:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff94b1deb84480. 00000001:00000010:3.0:1767734665.741963:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1f2da2000. 00000001:00000010:3.0:1767734665.741987:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1f2da4000. 00000001:00000010:3.0:1767734665.742000:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1de20c000. 00000001:00000010:3.0:1767734665.742023:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1f2072000. 00000001:00000010:3.0:1767734665.742034:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1f2076000. 00000001:00000010:3.0:1767734665.742044:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1f2070000. 00000001:00000010:3.0:1767734665.742054:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1f2074000. 00000001:00000010:3.0:1767734665.742076:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1c6954000. 00000001:00000010:3.0:1767734665.742086:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1c6952000. 00000001:00000010:3.0:1767734665.742096:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1c6956000. 00000001:00000010:3.0:1767734665.742106:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1c6950000. 00000001:00000010:3.0:1767734665.742125:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1df08c000. 00000001:00000010:3.0:1767734665.742135:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1df08a000. 00000001:00000010:3.0:1767734665.742144:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1df08e000. 00000001:00000010:3.0:1767734665.742154:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1df088000. 00000001:00000010:3.0:1767734665.742177:0:249171:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1c4232000. 00000020:00000010:3.0:1767734665.742290:0:249171:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1d1eaa000. 00000020:00000010:3.0:1767734665.742296:0:249171:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff94b1c130b4a0. 00010000:00000001:3.0:1767734665.742366:0:249171:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:3.0:1767734665.742428:0:249171:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:3.0:1767734665.742473:0:249171:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1d1ea9000. 00000020:00000010:3.0:1767734665.742479:0:249171:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff94b1c33d3c00. 00010000:00000001:3.0:1767734665.742504:0:249171:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:3.0:1767734665.742507:0:249171:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff94b2013a5000-6 is initialized 00010000:00000001:3.0:1767734665.742510:0:249171:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734665.742515:0:249171:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446626090184775680 : -117983524775936 : ffff94b1d1ea9800) 00010000:00000001:3.0:1767734665.742519:0:249171:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1767734665.742530:0:249171:0:(osc_request.c:735:osc_update_next_shrink()) next time 9960 to shrink grant 00000008:00000001:3.0:1767734665.742534:0:249171:0:(osc_request.c:4034:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.742922:0:249171:0:(lprocfs_status.c:1344:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.742974:0:249171:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1fb9bb400. 00000020:00000010:3.0:1767734665.742981:0:249171:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff94b1c9637000. 00000008:00000001:3.0:1767734665.743017:0:249171:0:(osc_request.c:4088:osc_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767734665.743031:0:249171:0:(osc_dev.c:210:osc_device_alloc()) Process leaving (rc=18446626090399581824 : -117983309969792 : ffff94b1deb84680) 00000008:00000001:3.0:1767734665.743035:0:249171:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.743040:0:249171:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c3f12a00. 00000020:00000010:3.0:1767734665.743048:0:249171:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c5895de0. 00000008:00000010:3.0:1767734665.743055:0:249171:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734665.743061:0:249171:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526cc0. 00008000:00000010:3.0:1767734665.743068:0:249171:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734665.743075:0:249171:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734665.743082:0:249171:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334a238. 00000020:00000010:3.0:1767734665.743091:0:249171:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c3f13200. 00000020:00000010:3.0:1767734665.743099:0:249171:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94b1deb84e00. 00000020:00000010:3.0:1767734665.743105:0:249171:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94b1dc6dfbb8. 00000008:00000010:3.0:1767734665.743111:0:249171:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c6d41760. 00020000:00000010:3.0:1767734665.743117:0:249171:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1d13d98c0. 00008000:00000010:3.0:1767734665.743124:0:249171:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1fb9cc508. 00000080:00000010:3.0:1767734665.743132:0:249171:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1fb9cb5a0. 00000020:00000010:3.0:1767734665.743137:0:249171:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c3f13a00. 00000020:00000001:3.0:1767734665.743143:0:249171:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734665.743147:0:249171:0:(obd_config.c:927:class_incref()) incref lustre-OST0001-osc-ffff94b2013a5000 (ffff94b2012d6380) now 4 - setup 00000020:00000080:3.0:1767734665.743151:0:249171:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0001-osc-ffff94b2013a5000 (uuid a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328) 00000020:00000001:3.0:1767734665.743155:0:249171:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.743159:0:249171:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.743163:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff94b1fe65fc00. 00000020:00000010:3.0:1767734665.743168:0:249171:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff94b1f47d44c0. 00000020:00000001:3.0:1767734665.743174:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.743177:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c795d0 type=0x10620000 idx=34 00000040:00001000:3.0:1767734665.743181:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2608 remains) 00000040:00001000:3.0:1767734665.743184:0:249171:0:(llog.c:797:llog_process_thread()) index: 34, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.743187:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.743193:0:249171:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f47d44c0. 00000020:01000000:3.0:1767734665.743197:0:249171:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff94b2013a5000 00000020:00000010:3.0:1767734665.743202:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff94b1deb84e00. 00000020:00000080:3.0:1767734665.743218:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00000020:00000001:3.0:1767734665.743223:0:249171:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767734665.743232:0:249171:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d2200. 00000020:00000010:3.0:1767734665.743239:0:249171:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c33d2a00. 00000020:00000010:3.0:1767734665.743244:0:249171:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c5895de0. 00000008:00000010:3.0:1767734665.743249:0:249171:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734665.743254:0:249171:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fa526cc0. 00008000:00000010:3.0:1767734665.743259:0:249171:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734665.743265:0:249171:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734665.743270:0:249171:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c334a238. 00020000:00000001:3.0:1767734665.743275:0:249171:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:3.0:1767734665.743279:0:249171:0:(lov_obd.c:467:lov_add_target()) Process entered 00020000:01000000:3.0:1767734665.743282:0:249171:0:(lov_obd.c:469:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:00000010:3.0:1767734665.743292:0:249171:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at ffff94b1c33d3200. 00020000:01000000:3.0:1767734665.743296:0:249171:0:(lov_obd.c:498:lov_add_target()) lustre-clilov-ffff94b2013a5000: Adding target lustre-OST0001_UUID 00020000:00000001:3.0:1767734665.743299:0:249171:0:(lu_tgt_descs.c:357:ltd_add_tgt()) Process entered 00020000:00000001:3.0:1767734665.743302:0:249171:0:(lu_tgt_descs.c:388:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.743305:0:249171:0:(lu_tgt_pool.c:120:lu_tgt_pool_add_lock()) Process entered 00000020:00000001:3.0:1767734665.743354:0:249171:0:(lu_tgt_pool.c:138:lu_tgt_pool_add_lock()) Process leaving 00020000:01000000:3.0:1767734665.743358:0:249171:0:(lov_obd.c:520:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00020000:00000001:3.0:1767734665.743361:0:249171:0:(lov_obd.c:527:lov_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734665.743365:0:249171:0:(lov_obd.c:837:lov_process_config_base()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1767734665.743367:0:249171:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734665.743371:0:249171:0:(lov_dev.c:400:lov_cl_add_target()) Process entered 00020000:00000001:3.0:1767734665.743374:0:249171:0:(lov_dev.c:355:lov_expand_targets()) Process entered 00020000:00000001:3.0:1767734665.743376:0:249171:0:(lov_dev.c:377:lov_expand_targets()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734665.743379:0:249171:0:(lov_dev.c:429:lov_cl_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734665.743383:0:249171:0:(lov_dev.c:582:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.743387:0:249171:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33d2a00. 00000020:00000010:3.0:1767734665.743392:0:249171:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c5895de0. 00000008:00000010:3.0:1767734665.743398:0:249171:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734665.743404:0:249171:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526cc0. 00008000:00000010:3.0:1767734665.743411:0:249171:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734665.743417:0:249171:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734665.743424:0:249171:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334a238. 00000020:00000010:3.0:1767734665.743443:0:249171:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d2200. 00000020:00000001:3.0:1767734665.743448:0:249171:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.743452:0:249171:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.743457:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff94b1deb84e00. 00000020:00000010:3.0:1767734665.743464:0:249171:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f47d44c0. 00000020:00000001:3.0:1767734665.743469:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.743473:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79650 type=0x10620000 idx=35 00000040:00001000:3.0:1767734665.743477:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2480 remains) 00000040:00001000:3.0:1767734665.743480:0:249171:0:(llog.c:797:llog_process_thread()) index: 35, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.743484:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.743487:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.743490:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.743493:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1767734665.743500:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c53e8100. 00000020:00000080:3.0:1767734665.743503:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.743506:0:249171:0:(obd_config.c:1477:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:00000001:3.0:1767734665.743510:0:249171:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.743514:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c53e8100. 00000020:00000001:3.0:1767734665.743521:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.743524:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79730 type=0x10620000 idx=36 00000040:00001000:3.0:1767734665.743528:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2256 remains) 00000040:00001000:3.0:1767734665.743532:0:249171:0:(llog.c:797:llog_process_thread()) index: 36, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.743536:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.743539:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.743541:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.743544:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1767734665.743547:0:249171:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1767734665.743549:0:249171:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.743555:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c53e8100. 00000020:00000080:3.0:1767734665.743558:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.743561:0:249171:0:(obd_config.c:1477:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000001:3.0:1767734665.743565:0:249171:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.743568:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c53e8100. 00000020:00000001:3.0:1767734665.743601:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.743633:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79810 type=0x10620000 idx=37 00000040:00001000:3.0:1767734665.743638:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2032 remains) 00000040:00001000:3.0:1767734665.743641:0:249171:0:(llog.c:797:llog_process_thread()) index: 37, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.743644:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.743650:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff94b1f47d44c0. 00000020:00000080:3.0:1767734665.743653:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1767734665.743656:0:249171:0:(obd_config.c:1451:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:3.0:1767734665.743660:0:249171:0:(obd_config.c:1455:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.743665:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff94b1f47d44c0. 00000020:00000001:3.0:1767734665.743671:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.743675:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79860 type=0x10620000 idx=38 00000040:00001000:3.0:1767734665.743678:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1952 remains) 00000040:00001000:3.0:1767734665.743681:0:249171:0:(llog.c:797:llog_process_thread()) index: 38, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.743685:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.743687:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.743690:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.743692:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1767734665.743697:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c53e8100. 00000020:00000080:3.0:1767734665.743700:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.743703:0:249171:0:(obd_config.c:1477:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000020:00000001:3.0:1767734665.743706:0:249171:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.743710:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c53e8100. 00000020:00000001:3.0:1767734665.743715:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.743719:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79940 type=0x10620000 idx=39 00000040:00001000:3.0:1767734665.743722:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1728 remains) 00000040:00001000:3.0:1767734665.743726:0:249171:0:(llog.c:797:llog_process_thread()) index: 39, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.743728:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.743731:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.743733:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.743735:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1767734665.743738:0:249171:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1767734665.743741:0:249171:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.743745:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c53e8100. 00000020:00000080:3.0:1767734665.743748:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.743760:0:249171:0:(obd_config.c:1477:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000001:3.0:1767734665.743763:0:249171:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.743767:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c53e8100. 00000020:00000001:3.0:1767734665.743773:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.743777:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79a20 type=0x10620000 idx=40 00000040:00001000:3.0:1767734665.743780:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 40 lrh_len: 120 (1504 remains) 00000040:00001000:3.0:1767734665.743783:0:249171:0:(llog.c:797:llog_process_thread()) index: 40, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.743786:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.743792:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff94b1c5895de0. 00000020:00000080:3.0:1767734665.743795:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767734665.743802:0:249171:0:(obd_config.c:1503:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.743805:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff94b1c5895de0. 00000020:00000001:3.0:1767734665.743810:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.743813:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79a98 type=0x10620000 idx=41 00000040:00001000:3.0:1767734665.743817:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 41 lrh_len: 224 (1384 remains) 00000040:00001000:3.0:1767734665.743820:0:249171:0:(llog.c:797:llog_process_thread()) index: 41, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.743823:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.743825:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.743828:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.743831:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1767734665.743836:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c53e8100. 00000020:00000080:3.0:1767734665.743838:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.743841:0:249171:0:(obd_config.c:1477:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000020:00000001:3.0:1767734665.743844:0:249171:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.743847:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c53e8100. 00000020:00000001:3.0:1767734665.743850:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.743853:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79b78 type=0x10620000 idx=42 00000040:00001000:3.0:1767734665.743855:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 42 lrh_len: 224 (1160 remains) 00000040:00001000:3.0:1767734665.743858:0:249171:0:(llog.c:797:llog_process_thread()) index: 42, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.743861:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.743862:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.743864:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.743867:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1767734665.743869:0:249171:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1767734665.743881:0:249171:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:3.0:1767734665.743883:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.743886:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79c58 type=0x10620000 idx=43 00000040:00001000:3.0:1767734665.743889:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 43 lrh_len: 112 (936 remains) 00000040:00001000:3.0:1767734665.743892:0:249171:0:(llog.c:797:llog_process_thread()) index: 43, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.743894:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:01000000:3.0:1767734665.743895:0:249171:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:3.0:1767734665.743897:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.743900:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79cc8 type=0x10620000 idx=44 00000040:00001000:3.0:1767734665.743902:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 44 lrh_len: 224 (824 remains) 00000040:00001000:3.0:1767734665.743904:0:249171:0:(llog.c:797:llog_process_thread()) index: 44, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.743907:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.743909:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.743910:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.743912:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:3.0:1767734665.743917:0:249171:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c53e8100. 00000020:00000080:3.0:1767734665.743919:0:249171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.743921:0:249171:0:(obd_config.c:1477:class_process_config()) marker 28 (0x6) lustre-clilov new lustre.test_65n 00000020:00000001:3.0:1767734665.743924:0:249171:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.743928:0:249171:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c53e8100. 00000020:00000001:3.0:1767734665.743930:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.743932:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79da8 type=0x10620000 idx=45 00000040:00001000:3.0:1767734665.743935:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 45 lrh_len: 224 (600 remains) 00000040:00001000:3.0:1767734665.743936:0:249171:0:(llog.c:797:llog_process_thread()) index: 45, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.743939:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.743940:0:249171:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.743942:0:249171:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.743944:0:249171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1767734665.743946:0:249171:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #30 00000020:01000000:3.0:1767734665.743948:0:249171:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:3.0:1767734665.743950:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.743952:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79e88 type=0x10620000 idx=46 00000040:00001000:3.0:1767734665.743955:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 46 lrh_len: 136 (376 remains) 00000040:00001000:3.0:1767734665.743958:0:249171:0:(llog.c:797:llog_process_thread()) index: 46, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:3.0:1767734665.743960:0:249171:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:01000000:3.0:1767734665.743970:0:249171:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:3.0:1767734665.743972:0:249171:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.743975:0:249171:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c79f10 type=0x10600000 idx=47 00000040:00001000:3.0:1767734665.743977:0:249171:0:(llog.c:776:llog_process_thread()) lrh_index: 47 lrh_len: 240 (240 remains) 00000040:00001000:3.0:1767734665.743980:0:249171:0:(llog.c:607:llog_process_thread()) index: 48 last_index 64767 00000040:00000001:3.0:1767734665.743983:0:249171:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767734665.743985:0:249171:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767734665.743989:0:249171:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:3.0:1767734665.743995:0:249171:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bda680. 00000020:00000040:3.0:1767734665.743999:0:249171:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767734665.744002:0:249171:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734665.744005:0:249171:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734665.744008:0:249171:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734665.744015:0:249171:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c33d2200. 00000100:00000001:3.0:1767734665.744020:0:249171:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.744024:0:249171:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734665.744026:0:249171:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734665.744031:0:249171:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65fc00. 00000100:00000001:3.0:1767734665.744034:0:249171:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931059712 : -117982778491904 : ffff94b1fe65fc00) 00000100:00000001:3.0:1767734665.744037:0:249171:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734665.744039:0:249171:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000001:3.0:1767734665.744043:0:249171:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734665.744047:0:249171:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.744050:0:249171:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734665.744052:0:249171:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734665.744060:0:249171:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bda680 x1853602672031872/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.744070:0:249171:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734665.744072:0:249171:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734665.744075:0:249171:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734665.744078:0:249171:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734665.744081:0:249171:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734665.744086:0:249171:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6d7b501b-fa70-4fef-9613-be2df560a7ce:249171:1853602672031872:192.168.203.112@tcp:502:llog_process_th.0 00000100:00000001:3.0:1767734665.744090:0:249171:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734665.744104:0:249171:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734665.744106:0:249171:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734665.744108:0:249171:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734665.744129:0:249171:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1d0e94000. 02000000:00000001:3.0:1767734665.744133:0:249171:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734665.744139:0:249171:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734665.744147:0:249171:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd1130b0. 00000400:00000010:3.0:1767734665.744155:0:249171:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1fe65f540. 00000100:00000200:3.0:1767734665.744160:0:249171:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672031872, portal 25 00000100:00000001:3.0:1767734665.744163:0:249171:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734665.744165:0:249171:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000040:3.0:1767734665.744173:0:249171:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bda680 x1853602672031872/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.744182:0:249171:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734665.744186:0:249171:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734665.744191:0:249171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7dd0. 00000100:00000200:3.0:1767734665.744196:0:249171:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853602672031872, offset 0 00000400:00000200:3.0:1767734665.744205:0:249171:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734665.744212:0:249171:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.744218:0:249171:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734665.744222:0:249171:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734665.744226:0:249171:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734665.744231:0:249171:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734665.744234:0:249171:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734665.744240:0:249171:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66381:66381:256:4294967295] 192.168.203.112@tcp LPNI seq info [66381:66381:8:4294967295] 00000400:00000200:3.0:1767734665.744246:0:249171:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.744255:0:249171:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734665.744261:0:249171:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734665.744267:0:249171:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c53e8100. 00000800:00000200:3.0:1767734665.744273:0:249171:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734665.744280:0:249171:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734665.744285:0:249171:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c53e8100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767734665.744315:0:249171:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734665.744365:0:249171:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734665.744373:0:249171:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303428422 00000800:00000200:3.0:1767734665.744453:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734665.744457:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c53e8100. 00000400:00000200:3.0:1767734665.744463:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.744471:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734665.744478:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7dd0 00000400:00000010:3.0:1767734665.744481:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7dd0. 00000100:00000001:3.0:1767734665.744486:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734665.744494:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bda680 x1853602672031872/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.744506:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734665.744513:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bda680 x1853602672031872/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.744525:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.744528:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767734665.744639:0:249171:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303428402 00000100:00000001:3.0:1767734665.744647:0:249171:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303428422 00000100:00000001:3.0:1767734665.744656:0:249171:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303428402 00000100:00000001:3.0:1767734665.744664:0:249171:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734665.744668:0:249171:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.744672:0:249171:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734665.744675:0:249171:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734665.744679:0:249171:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65fc00 going to sleep for 11 seconds 00000100:00000001:3.0:1767734665.744684:0:249171:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734665.744688:0:249171:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734665.746497:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.746511:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734665.746515:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.746519:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734665.746527:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.746534:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734665.746542:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.746547:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.746552:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.746556:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 25 MB=0x695d780d23880 00000400:00000200:2.0:1767734665.746562:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.746567:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7b215 [4] + 224 00000800:00000001:2.0:1767734665.746595:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.746608:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734665.746612:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734665.746619:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734665.746635:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734665.746643:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bda680 x1853602672031872/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734665.746657:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b200bda680 x1853602672031872/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.746684:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734665.746694:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.746699:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734665.749073:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734665.749082:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734665.749088:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734665.749096:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734665.749102:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b660 00000400:00000010:2.0:1767734665.749105:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b660. 00000100:00000001:2.0:1767734665.749114:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734665.749122:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa680 x1853602672032000/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.749135:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734665.749140:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2daa680 x1853602672032000/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.749149:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.749152:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734665.751049:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.751064:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734665.751069:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.751074:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734665.751082:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.751093:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734665.751103:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.751109:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.751115:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.751123:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 25 MB=0x695d780d23900 00000400:00000200:2.0:1767734665.751141:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.751150:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7b225 [4] + 224 00000800:00000001:2.0:1767734665.751158:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.751176:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734665.751179:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734665.751187:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734665.751193:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734665.751202:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa680 x1853602672032000/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734665.751217:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1f2daa680 x1853602672032000/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.751243:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734665.751253:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.751259:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767734665.751977:0:249167:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94b1f4645840. 00000040:00000001:2.0:1767734665.751988:0:249167:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767734665.751993:0:249167:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-78 (rc=0) 00000040:00000010:2.0:1767734665.751999:0:249167:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94b1c417a000. 00000040:00000010:2.0:1767734665.752007:0:249167:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1c415c600. 00000020:00000001:2.0:1767734665.752013:0:249167:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767734665.752016:0:249167:0:(mgc_request.c:1735:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1767734665.752021:0:249167:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c415c800. 00000040:00000010:2.0:1767734665.752025:0:249167:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1c415c200. 00000020:00000010:2.0:1767734665.752031:0:249167:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1f0d06800. 00000020:00000010:2.0:1767734665.752037:0:249167:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c415d000. 80000000:00000010:2.0:1767734665.752042:0:249167:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94b1f4645060. 00040000:00000010:2.0:1767734665.752048:0:249167:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c415ca00. 20000000:00000010:2.0:1767734665.752053:0:249167:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff94b1c415ce00. 00000020:00000010:2.0:1767734665.752059:0:249167:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c415c400. 10000000:00000010:2.0:1767734665.752064:0:249167:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff94b1fe4a8f40. 10000000:01000000:2.0:1767734665.752070:0:249167:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:2.0:1767734665.752095:0:249167:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767734665.752111:0:249167:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734665.752113:0:249167:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734665.752117:0:249167:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740c00 refcount=3 00000020:00000001:2.0:1767734665.752121:0:249167:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975680000 : -117983733871616 : ffff94b1c5740c00) 00010000:00000001:2.0:1767734665.752125:0:249167:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975680000 : -117983733871616 : ffff94b1c5740c00) 00010000:00000001:2.0:1767734665.752130:0:249167:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734665.752135:0:249167:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1c5740c00/0x1886cffb85c2b77b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58dab9db expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734665.752146:0:249167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734665.752149:0:249167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767734665.752152:0:249167:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff94b1c5740c00/0x1886cffb85c2b77b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58dab9db expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734665.752160:0:249167:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734665.752162:0:249167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734665.752164:0:249167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767734665.752166:0:249167:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767734665.752170:0:249167:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767734665.752173:0:249167:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:2.0:1767734665.752176:0:249167:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff94b2013a5000 from 1 10000000:00000001:2.0:1767734665.752179:0:249167:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767734665.752181:0:249167:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:2.0:1767734665.752186:0:249167:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cb800. 00000020:00000040:2.0:1767734665.752191:0:249167:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767734665.752195:0:249167:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734665.752197:0:249167:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734665.752201:0:249167:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734665.752207:0:249167:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c337de00. 00000100:00000001:2.0:1767734665.752212:0:249167:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734665.752216:0:249167:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767734665.752219:0:249167:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767734665.752224:0:249167:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c3c46000 count: 2 00010000:00000001:2.0:1767734665.752227:0:249167:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734665.752230:0:249167:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767734665.752234:0:249167:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f7487200. 00000020:00000001:2.0:1767734665.752246:0:249167:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734665.752249:0:249167:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f7487200 with handle 0x1886cffb85c2b7a5 to hash 00000020:00000001:2.0:1767734665.752252:0:249167:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767734665.752254:0:249167:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090811683328 : -117982897868288 : ffff94b1f7487200) 00010000:00000001:2.0:1767734665.752257:0:249167:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090811683328 : -117982897868288 : ffff94b1f7487200) 00010000:00000001:2.0:1767734665.752260:0:249167:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734665.752264:0:249167:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734665.752268:0:249167:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1f7487200/0x1886cffb85c2b7a5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767734665.752277:0:249167:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff94b1f7487200/0x1886cffb85c2b7a5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767734665.752288:0:249167:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff94b1f7487200/0x1886cffb85c2b7a5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767734665.752294:0:249167:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734665.752296:0:249167:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734665.752300:0:249167:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1b000. 00000100:00000001:2.0:1767734665.752303:0:249167:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553290752 : -117983156260864 : ffff94b1e7e1b000) 00000100:00000001:2.0:1767734665.752351:0:249167:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734665.752355:0:249167:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155554816 : -117983553996800 : ffff94b1d02cb800) 00000100:00000001:2.0:1767734665.752361:0:249167:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734665.752365:0:249167:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.752368:0:249167:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734665.752371:0:249167:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734665.752380:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cb800 x1853602672032128/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.752391:0:249167:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734665.752394:0:249167:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734665.752398:0:249167:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734665.752400:0:249167:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734665.752404:0:249167:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734665.752409:0:249167:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249167:1853602672032128:192.168.203.112@tcp:101:mount.lustre.0 00000100:00000001:2.0:1767734665.752423:0:249167:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734665.752427:0:249167:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734665.752430:0:249167:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734665.752434:0:249167:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734665.752439:0:249167:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1d07da800. 02000000:00000001:2.0:1767734665.752442:0:249167:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734665.752451:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734665.752456:0:249167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e478. 00000400:00000010:2.0:1767734665.752462:0:249167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29d48. 00000100:00000200:2.0:1767734665.752468:0:249167:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672032128, portal 25 00000100:00000001:2.0:1767734665.752471:0:249167:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734665.752474:0:249167:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155554816 : -117983553996800 : ffff94b1d02cb800) 00000100:00000040:2.0:1767734665.752482:0:249167:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cb800 x1853602672032128/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.752492:0:249167:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734665.752498:0:249167:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734665.752503:0:249167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29880. 00000100:00000200:2.0:1767734665.752508:0:249167:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853602672032128, offset 0 00000400:00000200:2.0:1767734665.752518:0:249167:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734665.752527:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.752535:0:249167:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734665.752541:0:249167:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734665.752547:0:249167:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734665.752552:0:249167:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734665.752558:0:249167:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734665.752565:0:249167:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66383:66383:256:4294967295] 192.168.203.112@tcp LPNI seq info [66383:66383:8:4294967295] 00000400:00000200:2.0:1767734665.752595:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.752610:0:249167:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734665.752618:0:249167:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734665.752624:0:249167:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857600. 00000800:00000200:2.0:1767734665.752632:0:249167:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734665.752651:0:249167:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734665.752656:0:249167:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767734665.752673:0:249167:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734665.752682:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734665.752685:0:249167:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303428430 00000100:00000001:2.0:1767734665.752696:0:249167:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303428426 00000100:00000001:2.0:1767734665.752706:0:249167:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303428430 00000100:00000001:2.0:1767734665.752717:0:249167:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303428426 00000100:00000001:2.0:1767734665.752725:0:249167:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734665.752729:0:249167:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.752732:0:249167:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734665.752735:0:249167:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734665.752738:0:249167:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1b000 going to sleep for 11 seconds 00000100:00000001:2.0:1767734665.752742:0:249167:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734665.752746:0:249167:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734665.752840:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734665.752844:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857600. 00000400:00000200:2.0:1767734665.752851:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734665.752859:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734665.752865:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29880 00000400:00000010:2.0:1767734665.752869:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29880. 00000100:00000001:2.0:1767734665.752875:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734665.752882:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cb800 x1853602672032128/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.752894:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734665.752898:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cb800 x1853602672032128/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.752906:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.752909:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734665.754766:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.754794:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734665.754798:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.754814:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734665.754821:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.754828:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734665.754834:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.754839:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.754843:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.754848:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 344 into portal 25 MB=0x695d780d23980 00000400:00000200:2.0:1767734665.754853:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.754859:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 344/344 into md 0x7b22d [1] + 224 00000800:00000001:2.0:1767734665.754865:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.754874:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734665.754877:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734665.754881:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734665.754886:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734665.754893:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cb800 x1853602672032128/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734665.754907:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff94b1d02cb800 x1853602672032128/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.754933:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734665.754941:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.754944:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734665.756870:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734665.756878:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1200. 00000400:00000200:2.0:1767734665.756886:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734665.756897:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734665.756904:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bc38 00000400:00000010:2.0:1767734665.756907:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bc38. 00000100:00000001:2.0:1767734665.756913:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734665.756922:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa680 x1853602672032256/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.756934:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734665.756940:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2daa680 x1853602672032256/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.756960:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.756963:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734665.758606:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.758619:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734665.758623:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.758626:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734665.758633:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.758640:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734665.758647:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.758652:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.758656:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.758661:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 132 into portal 33 MB=0x695d780d23a00 00000400:00000200:2.0:1767734665.758666:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.758672:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.112@tcp of length 132/132 into md 0x7b23d [256] + 0 00000400:00000010:2.0:1767734665.758677:0:196085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558528. 00000400:00000200:2.0:1767734665.758682:0:196085:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94b1c4178000 00000800:00000001:2.0:1767734665.758687:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.758694:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734665.758697:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734665.758702:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734665.758706:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1c4178000 00000400:00000010:2.0:1767734665.758708:0:196085:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff94b1c4178000. 00000100:00000001:2.0:1767734665.758713:0:196085:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767734665.758716:0:196085:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94b1f2daa680 desc ffff94b1c4c9e400 mbits 1853602672032256 00000100:00000001:2.0:1767734665.758734:0:196085:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767734665.758740:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734665.758744:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.758749:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734665.758755:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66385:66385:256:4294967295] 192.168.203.112@tcp LPNI seq info [66385:66385:8:4294967295] 00000400:00000200:2.0:1767734665.758761:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.758770:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734665.758789:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734665.758798:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94b1d0c7c000. 00000800:00000200:2.0:1767734665.758804:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734665.758813:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734665.758818:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d0c7c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767734665.758896:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767734665.758897:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734665.758905:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94b1d0c7c000. 00000800:00000001:3.0:1767734665.758909:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734665.758916:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734665.758926:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734665.760509:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.760521:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734665.760532:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.760536:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.760555:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.760563:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734665.760569:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.760601:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.760607:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.760613:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 240 into portal 25 MB=0x695d780d23a00 00000400:00000200:3.0:1767734665.760620:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.760627:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 240/240 into md 0x7b245 [1] + 224 00000800:00000001:3.0:1767734665.760635:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.760647:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.760651:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.760656:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734665.760663:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734665.760671:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa680 x1853602672032256/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734665.760691:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff94b1f2daa680 x1853602672032256/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.760724:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734665.760734:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.760741:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734665.760780:0:249167:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734665.760790:0:249167:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734665.760792:0:249167:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734665.760796:0:249167:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558478. 00000400:00000200:2.0:1767734665.760803:0:249167:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b220 00000400:00000010:2.0:1767734665.760805:0:249167:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b220. 00000100:00000001:2.0:1767734665.760809:0:249167:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734665.760818:0:249167:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daa680 x1853602672032256/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734665.760833:0:249167:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daa680 x1853602672032256/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.760842:0:249167:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734665.760845:0:249167:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734665.760848:0:249167:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734665.760850:0:249167:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734665.760852:0:249167:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734665.760854:0:249167:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734665.760857:0:249167:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734665.760862:0:249167:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=93 v=5 (5 5 5 5) 00000100:00001000:2.0:1767734665.760866:0:249167:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=93 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734665.760869:0:249167:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734665.760871:0:249167:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734665.760874:0:249167:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734665.760876:0:249167:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.760891:0:249167:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734665.760897:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff94b1f2daa680 x1853602672032256/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734665.760908:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff94b1f2daa680 x1853602672032256/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734681 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.760917:0:249167:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734665.760919:0:249167:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734665.760924:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daa680 x1853602672032256/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734681 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734665.760933:0:249167:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249167:1853602672032256:192.168.203.112@tcp:256:mount.lustre.0 00000100:00000001:2.0:1767734665.760939:0:249167:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734665.760942:0:249167:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.760944:0:249167:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734665.760946:0:249167:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734665.760950:0:249167:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daa680 x1853602672032256/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734681 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.760957:0:249167:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734665.760960:0:249167:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f88d6900. 00000100:00000001:2.0:1767734665.760964:0:249167:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734665.760965:0:249167:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767734665.760970:0:249167:0:(mgc_request.c:1610:mgc_process_recover_log()) Latest version 12, more 0. 10000000:00000001:2.0:1767734665.760975:0:249167:0:(mgc_request.c:1273:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767734665.760981:0:249167:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff94b1d066f000. 00010000:00000001:2.0:1767734665.760992:0:249167:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767734665.760995:0:249167:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767734665.760999:0:249167:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.112@tcp has 192.168.203.112@tcp. 00000100:00000001:2.0:1767734665.761002:0:249167:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734665.761005:0:249167:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767734665.761008:0:249167:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.112@tcp with 192.168.203.112@tcp 00000100:00000200:2.0:1767734665.761010:0:249167:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.112@tcp' 00000400:00000200:2.0:1767734665.761013:0:249167:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1767734665.761021:0:249167:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:2.0:1767734665.761024:0:249167:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:2.0:1767734665.761029:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.761034:0:249167:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767734665.761039:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.761043:0:249167:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767734665.761046:0:249167:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:2.0:1767734665.761049:0:249167:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000100:00000001:2.0:1767734665.761051:0:249167:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734665.761054:0:249167:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767734665.761059:0:249167:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.203.112@tcp' by NID '192.168.203.112@tcp' 10000000:00000010:2.0:1767734665.761065:0:249167:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff94b1c98bf600. 10000000:00000040:2.0:1767734665.761068:0:249167:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 10/12 for lustre-MDT0000-mdc-ffff94b2013a5000 -> mdc.import=connection=192.168.203.112@tcp::3 00000020:00000080:2.0:1767734665.761071:0:249167:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767734665.761077:0:249167:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767734665.761080:0:249167:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c337d800. 00000020:00000010:2.0:1767734665.761084:0:249167:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c337cc00. 00000020:00000010:2.0:1767734665.761088:0:249167:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c7f917e0. 00000008:00000010:2.0:1767734665.761094:0:249167:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734665.761099:0:249167:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734665.761104:0:249167:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734665.761110:0:249167:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734665.761114:0:249167:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1ee855918. 00000040:00000001:2.0:1767734665.761119:0:249167:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767734665.761122:0:249167:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff94b1c98bf600 00000040:00001000:2.0:1767734665.761124:0:249167:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767734665.761126:0:249167:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767734665.761128:0:249167:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767734665.761129:0:249167:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767734665.761132:0:249167:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767734665.761134:0:249167:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767734665.761136:0:249167:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0000-mdc-ffff94b2013a5000 00000040:00001000:2.0:1767734665.761139:0:249167:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.203.112@tcp::3 00000040:00000001:2.0:1767734665.761141:0:249167:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:2.0:1767734665.761202:0:249167:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c337cc00. 00000020:00000010:2.0:1767734665.761207:0:249167:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c7f917e0. 00000008:00000010:2.0:1767734665.761210:0:249167:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734665.761216:0:249167:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734665.761221:0:249167:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734665.761226:0:249167:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734665.761232:0:249167:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1ee855918. 00000020:00000010:2.0:1767734665.761236:0:249167:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c337d800. 00000020:00000001:2.0:1767734665.761239:0:249167:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734665.761241:0:249167:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767734665.761246:0:249167:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff94b1c98bf600. 00010000:00000001:2.0:1767734665.761256:0:249167:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767734665.761258:0:249167:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767734665.761262:0:249167:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.112@tcp has 192.168.203.112@tcp. 00000100:00000001:2.0:1767734665.761264:0:249167:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734665.761267:0:249167:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767734665.761269:0:249167:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.112@tcp with 192.168.203.112@tcp 00000100:00000200:2.0:1767734665.761272:0:249167:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.112@tcp' 00000400:00000200:2.0:1767734665.761275:0:249167:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1767734665.761278:0:249167:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:2.0:1767734665.761281:0:249167:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:2.0:1767734665.761285:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.761289:0:249167:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767734665.761293:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.761296:0:249167:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767734665.761299:0:249167:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:2.0:1767734665.761302:0:249167:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000100:00000001:2.0:1767734665.761304:0:249167:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734665.761345:0:249167:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767734665.761350:0:249167:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.203.112@tcp' by NID '192.168.203.112@tcp' 10000000:00000010:2.0:1767734665.761356:0:249167:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff94b1c98bf600. 10000000:00000040:2.0:1767734665.761359:0:249167:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 11/12 for lustre-OST0000-osc-ffff94b2013a5000 -> osc.import=connection=192.168.203.112@tcp::4 00000020:00000080:2.0:1767734665.761362:0:249167:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767734665.761367:0:249167:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767734665.761379:0:249167:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c337d800. 00000020:00000010:2.0:1767734665.761382:0:249167:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c337cc00. 00000020:00000010:2.0:1767734665.761385:0:249167:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c7f917e0. 00000008:00000010:2.0:1767734665.761389:0:249167:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734665.761392:0:249167:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734665.761396:0:249167:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734665.761400:0:249167:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734665.761403:0:249167:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1ee855918. 00000040:00000001:2.0:1767734665.761407:0:249167:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767734665.761410:0:249167:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff94b1c98bf600 00000040:00001000:2.0:1767734665.761413:0:249167:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767734665.761415:0:249167:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767734665.761418:0:249167:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767734665.761421:0:249167:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767734665.761425:0:249167:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767734665.761428:0:249167:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767734665.761430:0:249167:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-OST0000-osc-ffff94b2013a5000 00000040:00001000:2.0:1767734665.761432:0:249167:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.112@tcp::4 00000040:00000001:2.0:1767734665.761435:0:249167:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:2.0:1767734665.761490:0:249167:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c337cc00. 00000020:00000010:2.0:1767734665.761494:0:249167:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c7f917e0. 00000008:00000010:2.0:1767734665.761498:0:249167:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734665.761503:0:249167:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734665.761508:0:249167:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734665.761512:0:249167:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734665.761517:0:249167:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1ee855918. 00000020:00000010:2.0:1767734665.761522:0:249167:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c337d800. 00000020:00000001:2.0:1767734665.761527:0:249167:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734665.761530:0:249167:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767734665.761533:0:249167:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff94b1c98bf600. 00010000:00000001:2.0:1767734665.761543:0:249167:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767734665.761546:0:249167:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767734665.761552:0:249167:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.112@tcp has 192.168.203.112@tcp. 00000100:00000001:2.0:1767734665.761555:0:249167:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734665.761559:0:249167:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767734665.761569:0:249167:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.112@tcp with 192.168.203.112@tcp 00000100:00000200:2.0:1767734665.761600:0:249167:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.112@tcp' 00000400:00000200:2.0:1767734665.761603:0:249167:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1767734665.761606:0:249167:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:2.0:1767734665.761609:0:249167:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:2.0:1767734665.761614:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.761618:0:249167:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767734665.761622:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.761628:0:249167:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767734665.761633:0:249167:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:2.0:1767734665.761637:0:249167:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000100:00000001:2.0:1767734665.761640:0:249167:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734665.761643:0:249167:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767734665.761648:0:249167:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.203.112@tcp' by NID '192.168.203.112@tcp' 10000000:00000010:2.0:1767734665.761655:0:249167:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff94b1c98bf600. 10000000:00000040:2.0:1767734665.761658:0:249167:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 12/12 for lustre-OST0001-osc-ffff94b2013a5000 -> osc.import=connection=192.168.203.112@tcp::3 00000020:00000080:2.0:1767734665.761662:0:249167:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767734665.761667:0:249167:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767734665.761672:0:249167:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c337d800. 00000020:00000010:2.0:1767734665.761679:0:249167:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c337cc00. 00000020:00000010:2.0:1767734665.761685:0:249167:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c7f917e0. 00000008:00000010:2.0:1767734665.761691:0:249167:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734665.761698:0:249167:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734665.761702:0:249167:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734665.761709:0:249167:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734665.761715:0:249167:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1ee855918. 00000040:00000001:2.0:1767734665.761719:0:249167:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767734665.761720:0:249167:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff94b1c98bf600 00000040:00001000:2.0:1767734665.761722:0:249167:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767734665.761724:0:249167:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767734665.761726:0:249167:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767734665.761728:0:249167:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767734665.761731:0:249167:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767734665.761733:0:249167:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767734665.761745:0:249167:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-OST0001-osc-ffff94b2013a5000 00000040:00001000:2.0:1767734665.761747:0:249167:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.112@tcp::3 00000040:00000001:2.0:1767734665.761750:0:249167:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:2.0:1767734665.761788:0:249167:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c337cc00. 00000020:00000010:2.0:1767734665.761792:0:249167:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c7f917e0. 00000008:00000010:2.0:1767734665.761795:0:249167:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734665.761799:0:249167:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734665.761802:0:249167:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734665.761806:0:249167:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734665.761809:0:249167:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1ee855918. 00000020:00000010:2.0:1767734665.761812:0:249167:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c337d800. 00000020:00000001:2.0:1767734665.761815:0:249167:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734665.761818:0:249167:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767734665.761821:0:249167:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff94b1c98bf600. 10000000:00000010:2.0:1767734665.761825:0:249167:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff94b1d066f000. 10000000:00000001:2.0:1767734665.761828:0:249167:0:(mgc_request.c:1508:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.761832:0:249167:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734665.761838:0:249167:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daa680 x1853602672032256/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.761847:0:249167:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734665.761850:0:249167:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734665.761853:0:249167:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c415d200. 02000000:00000001:2.0:1767734665.761858:0:249167:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734665.761860:0:249167:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734665.761862:0:249167:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734665.761865:0:249167:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767734665.761867:0:249167:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767734665.761870:0:249167:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734665.761872:0:249167:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734665.761874:0:249167:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767734665.761886:0:249167:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff94b1c70c6000. 00000100:00000010:2.0:1767734665.761891:0:249167:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff94b1c4c9e400. 00000100:00000001:2.0:1767734665.761893:0:249167:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767734665.761896:0:249167:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d600. 02000000:00000001:2.0:1767734665.761899:0:249167:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734665.761912:0:249167:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734665.761915:0:249167:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daa680. 00000100:00000001:2.0:1767734665.761919:0:249167:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734665.761920:0:249167:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767734665.763044:0:249167:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 2048 at ffff94b1f0d02000. 10000000:01000000:2.0:1767734665.763052:0:249167:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:2.0:1767734665.763069:0:249167:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767734665.763072:0:249167:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734665.763075:0:249167:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734665.763078:0:249167:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487200 refcount=3 00000020:00000001:2.0:1767734665.763082:0:249167:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811683328 : -117982897868288 : ffff94b1f7487200) 00010000:00000001:2.0:1767734665.763086:0:249167:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811683328 : -117982897868288 : ffff94b1f7487200) 00010000:00000001:2.0:1767734665.763089:0:249167:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734665.763094:0:249167:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1f7487200/0x1886cffb85c2b7a5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58dab9e2 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734665.763105:0:249167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734665.763107:0:249167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767734665.763110:0:249167:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff94b1f7487200/0x1886cffb85c2b7a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58dab9e2 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734665.763117:0:249167:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734665.763119:0:249167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734665.763121:0:249167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767734665.763123:0:249167:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767734665.763126:0:249167:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767734665.763133:0:249167:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:2.0:1767734665.763136:0:249167:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff94b2013a5000 from 1 10000000:00000001:2.0:1767734665.763140:0:249167:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767734665.763142:0:249167:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1767734665.763151:0:249167:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c9500. 00000020:00000040:2.0:1767734665.763155:0:249167:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767734665.763160:0:249167:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734665.763163:0:249167:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734665.763168:0:249167:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734665.763175:0:249167:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c337d800. 00000100:00000001:2.0:1767734665.763192:0:249167:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734665.763196:0:249167:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767734665.763199:0:249167:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767734665.763204:0:249167:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c3c46700 count: 2 00010000:00000001:2.0:1767734665.763208:0:249167:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734665.763212:0:249167:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767734665.763215:0:249167:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f7487a00. 00000020:00000001:2.0:1767734665.763219:0:249167:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734665.763222:0:249167:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f7487a00 with handle 0x1886cffb85c2b7ac to hash 00000020:00000001:2.0:1767734665.763225:0:249167:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767734665.763229:0:249167:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090811685376 : -117982897866240 : ffff94b1f7487a00) 00010000:00000001:2.0:1767734665.763232:0:249167:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090811685376 : -117982897866240 : ffff94b1f7487a00) 00010000:00000001:2.0:1767734665.763236:0:249167:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734665.763239:0:249167:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734665.763244:0:249167:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1f7487a00/0x1886cffb85c2b7ac lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767734665.763253:0:249167:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff94b1f7487a00/0x1886cffb85c2b7ac lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767734665.763263:0:249167:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff94b1f7487a00/0x1886cffb85c2b7ac lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767734665.763270:0:249167:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734665.763272:0:249167:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734665.763278:0:249167:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1bd80. 00000100:00000001:2.0:1767734665.763281:0:249167:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553294208 : -117983156257408 : ffff94b1e7e1bd80) 00000100:00000001:2.0:1767734665.763285:0:249167:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734665.763287:0:249167:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155545856 : -117983554005760 : ffff94b1d02c9500) 00000100:00000001:2.0:1767734665.763293:0:249167:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734665.763297:0:249167:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.763300:0:249167:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734665.763302:0:249167:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734665.763360:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c9500 x1853602672032384/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.763391:0:249167:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734665.763394:0:249167:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734665.763399:0:249167:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734665.763401:0:249167:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734665.763405:0:249167:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734665.763410:0:249167:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249167:1853602672032384:192.168.203.112@tcp:101:mount.lustre.0 00000100:00000001:2.0:1767734665.763415:0:249167:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734665.763419:0:249167:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734665.763422:0:249167:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734665.763425:0:249167:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734665.763429:0:249167:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1d07da400. 02000000:00000001:2.0:1767734665.763432:0:249167:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734665.763440:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734665.763445:0:249167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5eec8. 00000400:00000010:2.0:1767734665.763451:0:249167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29880. 00000100:00000200:2.0:1767734665.763457:0:249167:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672032384, portal 25 00000100:00000001:2.0:1767734665.763459:0:249167:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734665.763462:0:249167:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155545856 : -117983554005760 : ffff94b1d02c9500) 00000100:00000040:2.0:1767734665.763469:0:249167:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c9500 x1853602672032384/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.763479:0:249167:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734665.763483:0:249167:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734665.763487:0:249167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29000. 00000100:00000200:2.0:1767734665.763491:0:249167:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853602672032384, offset 0 00000400:00000200:2.0:1767734665.763499:0:249167:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734665.763505:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.763511:0:249167:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734665.763516:0:249167:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734665.763520:0:249167:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734665.763524:0:249167:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734665.763529:0:249167:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734665.763547:0:249167:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66386:66386:256:4294967295] 192.168.203.112@tcp LPNI seq info [66386:66386:8:4294967295] 00000400:00000200:2.0:1767734665.763553:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.763566:0:249167:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734665.763600:0:249167:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734665.763607:0:249167:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857600. 00000800:00000200:2.0:1767734665.763614:0:249167:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734665.763622:0:249167:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734665.763627:0:249167:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767734665.763645:0:249167:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734665.763650:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734665.763653:0:249167:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303428441 00000100:00000001:2.0:1767734665.763661:0:249167:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303428434 00000100:00000001:2.0:1767734665.763668:0:249167:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303428441 00000100:00000001:2.0:1767734665.763675:0:249167:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303428434 00000100:00000001:2.0:1767734665.763681:0:249167:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734665.763686:0:249167:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.763690:0:249167:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734665.763692:0:249167:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734665.763695:0:249167:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1bd80 going to sleep for 11 seconds 00000100:00000001:2.0:1767734665.763699:0:249167:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734665.763701:0:249167:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734665.763759:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734665.763768:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857600. 00000400:00000200:3.0:1767734665.763776:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.763785:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734665.763791:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29000 00000400:00000010:3.0:1767734665.763793:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29000. 00000100:00000001:3.0:1767734665.763798:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734665.763806:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c9500 x1853602672032384/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.763819:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734665.763824:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c9500 x1853602672032384/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.763937:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.763941:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734665.765752:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.765765:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734665.765769:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.765775:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.765783:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.765796:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734665.765804:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.765810:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.765815:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.765820:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 344 into portal 25 MB=0x695d780d23a80 00000400:00000200:3.0:1767734665.765827:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.765835:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 344/344 into md 0x7b24d [1] + 224 00000800:00000001:3.0:1767734665.765844:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.765855:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.765859:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.765866:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734665.765871:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734665.765879:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c9500 x1853602672032384/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734665.765894:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff94b1d02c9500 x1853602672032384/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.765918:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734665.765926:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.765932:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734665.765971:0:249167:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734665.765977:0:249167:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734665.765981:0:249167:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734665.765985:0:249167:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5eec8. 00000400:00000200:3.0:1767734665.765990:0:249167:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29880 00000400:00000010:3.0:1767734665.765992:0:249167:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29880. 00000100:00000001:3.0:1767734665.766010:0:249167:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734665.766017:0:249167:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c9500 x1853602672032384/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734665.766029:0:249167:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c9500 x1853602672032384/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.766037:0:249167:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734665.766039:0:249167:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734665.766042:0:249167:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734665.766045:0:249167:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734665.766047:0:249167:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734665.766050:0:249167:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734665.766053:0:249167:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734665.766058:0:249167:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=93 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734665.766064:0:249167:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734665.766067:0:249167:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734665.766069:0:249167:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734665.766072:0:249167:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734665.766074:0:249167:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.766078:0:249167:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734665.766085:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c9500 x1853602672032384/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.766094:0:249167:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734665.766097:0:249167:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734665.766099:0:249167:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734665.766104:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c9500 x1853602672032384/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734665.766115:0:249167:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249167:1853602672032384:192.168.203.112@tcp:101:mount.lustre.0 00000100:00000001:3.0:1767734665.766123:0:249167:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734665.766129:0:249167:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.766131:0:249167:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734665.766133:0:249167:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734665.766139:0:249167:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c9500 x1853602672032384/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.766159:0:249167:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734665.766163:0:249167:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1e7e1bd80. 00000100:00000001:3.0:1767734665.766167:0:249167:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734665.766169:0:249167:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734665.766171:0:249167:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734665.766175:0:249167:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734665.766178:0:249167:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734665.766181:0:249167:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487a00 refcount=4 00000020:00000001:3.0:1767734665.766184:0:249167:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811685376 : -117982897866240 : ffff94b1f7487a00) 00010000:00000001:3.0:1767734665.766189:0:249167:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811685376 : -117982897866240 : ffff94b1f7487a00) 00010000:00000040:3.0:1767734665.766195:0:249167:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f7487a00, remote cookie: 0x9bbb2ede58dab9e9, flags: 0x0 00010000:00000001:3.0:1767734665.766198:0:249167:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767734665.766201:0:249167:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767734665.766203:0:249167:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767734665.766206:0:249167:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767734665.766208:0:249167:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767734665.766211:0:249167:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff94b1c3c46700) refcount = 2 00010000:00000040:3.0:1767734665.766215:0:249167:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767734665.766220:0:249167:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.112@tcp lock: ffff94b1def6a400/0x1886cffb85c0f50c lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9bbb2ede58d288eb expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734665.766230:0:249167:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff94b1f7487a00/0x1886cffb85c2b7ac lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58dab9e9 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734665.766238:0:249167:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767734665.766240:0:249167:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767734665.766242:0:249167:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734665.766246:0:249167:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767734665.766248:0:249167:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734665.766253:0:249167:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff94b1f7487a00/0x1886cffb85c2b7ac lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9bbb2ede58dab9e9 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734665.766260:0:249167:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767734665.766272:0:249167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734665.766274:0:249167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734665.766276:0:249167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734665.766278:0:249167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734665.766281:0:249167:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.766285:0:249167:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734665.766291:0:249167:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c9500 x1853602672032384/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.766300:0:249167:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734665.766303:0:249167:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734665.766358:0:249167:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1d07da400. 02000000:00000001:3.0:1767734665.766364:0:249167:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734665.766367:0:249167:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734665.766369:0:249167:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767734665.766373:0:249167:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734665.766376:0:249167:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c337d800. 02000000:00000001:3.0:1767734665.766381:0:249167:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734665.766383:0:249167:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734665.766386:0:249167:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c9500. 00000100:00000001:3.0:1767734665.766392:0:249167:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734665.766394:0:249167:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767734665.766398:0:249167:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734665.766401:0:249167:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767734665.766403:0:249167:0:(mgc_request.c:108:config_log_get()) log params (ffff94b1c733ec00) refs 2 10000000:00000001:3.0:1767734665.766407:0:249167:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734665.766410:0:249167:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734665.766412:0:249167:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734665.766414:0:249167:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487a00 refcount=3 00000020:00000001:3.0:1767734665.766417:0:249167:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811685376 : -117982897866240 : ffff94b1f7487a00) 00010000:00000001:3.0:1767734665.766421:0:249167:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811685376 : -117982897866240 : ffff94b1f7487a00) 00010000:00000001:3.0:1767734665.766424:0:249167:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767734665.766425:0:249167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734665.766427:0:249167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734665.766429:0:249167:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734665.766432:0:249167:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1767734665.766438:0:249167:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff94b1f47d44c0. 00000020:00000010:3.0:1767734665.766445:0:249167:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d2a00. 00000020:00000010:3.0:1767734665.766461:0:249167:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c33d2c00. 00000040:00000010:3.0:1767734665.766468:0:249167:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1c33d3600. 00000020:00000010:3.0:1767734665.766476:0:249167:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1e7e82800. 00000020:00000010:3.0:1767734665.766483:0:249167:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c33d2200. 80000000:00000010:3.0:1767734665.766489:0:249167:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94b1c5895de0. 00040000:00000010:3.0:1767734665.766496:0:249167:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c3f13a00. 20000000:00000010:3.0:1767734665.766502:0:249167:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff94b1c3f13200. 10000000:00000040:3.0:1767734665.766507:0:249167:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff94b1f60c1840 : new refcount 2 00000020:00000001:3.0:1767734665.766511:0:249167:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1767734665.766514:0:249167:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1767734665.766517:0:249167:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767734665.766523:0:249167:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1c3f12a00. 00000040:00000001:3.0:1767734665.766526:0:249167:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767734665.766530:0:249167:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:3.0:1767734665.766539:0:249167:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd9880. 00000020:00000040:3.0:1767734665.766542:0:249167:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767734665.766546:0:249167:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734665.766548:0:249167:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734665.766552:0:249167:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734665.766561:0:249167:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c54cda00. 00000100:00000001:3.0:1767734665.766567:0:249167:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.766597:0:249167:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734665.766601:0:249167:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734665.766611:0:249167:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65fcc0. 00000100:00000001:3.0:1767734665.766616:0:249167:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931059904 : -117982778491712 : ffff94b1fe65fcc0) 00000100:00000001:3.0:1767734665.766622:0:249167:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734665.766624:0:249167:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970355840 : -117982739195776 : ffff94b200bd9880) 00000100:00000001:3.0:1767734665.766630:0:249167:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734665.766635:0:249167:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.766640:0:249167:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734665.766642:0:249167:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734665.766652:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd9880 x1853602672032512/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.766667:0:249167:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734665.766683:0:249167:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734665.766689:0:249167:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734665.766694:0:249167:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734665.766699:0:249167:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734665.766707:0:249167:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249167:1853602672032512:192.168.203.112@tcp:501:mount.lustre.0 00000100:00000001:3.0:1767734665.766712:0:249167:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734665.766716:0:249167:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734665.766720:0:249167:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734665.766723:0:249167:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734665.766739:0:249167:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c33d9000. 02000000:00000001:3.0:1767734665.766742:0:249167:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734665.766750:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734665.766756:0:249167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd1130b0. 00000400:00000010:3.0:1767734665.766764:0:249167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7dd0. 00000100:00000200:3.0:1767734665.766769:0:249167:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672032512, portal 25 00000100:00000001:3.0:1767734665.766773:0:249167:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734665.766774:0:249167:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970355840 : -117982739195776 : ffff94b200bd9880) 00000100:00000040:3.0:1767734665.766781:0:249167:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd9880 x1853602672032512/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.766790:0:249167:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734665.766793:0:249167:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734665.766806:0:249167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e72a8. 00000100:00000200:3.0:1767734665.766811:0:249167:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853602672032512, offset 0 00000400:00000200:3.0:1767734665.766820:0:249167:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734665.766827:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.766833:0:249167:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734665.766838:0:249167:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734665.766843:0:249167:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734665.766848:0:249167:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734665.766854:0:249167:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734665.766859:0:249167:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66387:66387:256:4294967295] 192.168.203.112@tcp LPNI seq info [66387:66387:8:4294967295] 00000400:00000200:3.0:1767734665.766865:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.766876:0:249167:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734665.766894:0:249167:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734665.766902:0:249167:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c53e8100. 00000800:00000200:3.0:1767734665.766909:0:249167:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734665.766917:0:249167:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734665.766922:0:249167:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c53e8100 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1767734665.766938:0:249167:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734665.766944:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734665.766949:0:249167:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303428444 00000800:00000200:3.0:1767734665.767029:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734665.767034:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c53e8100. 00000400:00000200:3.0:1767734665.767040:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.767047:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734665.767052:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e72a8 00000400:00000010:3.0:1767734665.767055:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e72a8. 00000100:00000001:3.0:1767734665.767060:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734665.767068:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd9880 x1853602672032512/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.767079:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734665.767083:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd9880 x1853602672032512/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.767092:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.767094:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767734665.767117:0:249167:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303428441 00000100:00000001:3.0:1767734665.767124:0:249167:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303428444 00000100:00000001:3.0:1767734665.767129:0:249167:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303428441 00000100:00000001:3.0:1767734665.767134:0:249167:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734665.767137:0:249167:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.767140:0:249167:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734665.767142:0:249167:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734665.767145:0:249167:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65fcc0 going to sleep for 11 seconds 00000100:00000001:3.0:1767734665.767222:0:249167:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734665.767237:0:249167:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734665.768854:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.768867:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734665.768871:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.768876:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.768884:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.768891:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734665.768901:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.768905:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.768910:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.768916:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 25 MB=0x695d780d23b00 00000400:00000200:3.0:1767734665.768922:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.768929:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 272/272 into md 0x7b25d [1] + 224 00000800:00000001:3.0:1767734665.768936:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.768947:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.768951:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.768956:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734665.768961:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734665.768968:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd9880 x1853602672032512/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734665.768982:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94b200bd9880 x1853602672032512/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.769012:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734665.769021:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.769026:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.769102:0:249167:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734665.769114:0:249167:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734665.769116:0:249167:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734665.769121:0:249167:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd1130b0. 00000400:00000200:1.0:1767734665.769130:0:249167:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7dd0 00000400:00000010:1.0:1767734665.769133:0:249167:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7dd0. 00000100:00000001:1.0:1767734665.769140:0:249167:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734665.769151:0:249167:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd9880 x1853602672032512/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734665.769168:0:249167:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd9880 x1853602672032512/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.769180:0:249167:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734665.769183:0:249167:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.769187:0:249167:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734665.769191:0:249167:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734665.769193:0:249167:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734665.769196:0:249167:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734665.769200:0:249167:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734665.769206:0:249167:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=93 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734665.769211:0:249167:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=93 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734665.769229:0:249167:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734665.769232:0:249167:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734665.769235:0:249167:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734665.769238:0:249167:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.769240:0:249167:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.769248:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd9880 x1853602672032512/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.769259:0:249167:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734665.769263:0:249167:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734665.769265:0:249167:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734665.769273:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd9880 x1853602672032512/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734681 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734665.769283:0:249167:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249167:1853602672032512:192.168.203.112@tcp:501:mount.lustre.0 00000100:00000001:1.0:1767734665.769289:0:249167:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.769293:0:249167:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.769295:0:249167:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734665.769298:0:249167:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734665.769302:0:249167:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd9880 x1853602672032512/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734681 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.769357:0:249167:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734665.769362:0:249167:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65fcc0. 00000100:00000001:1.0:1767734665.769367:0:249167:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734665.769369:0:249167:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767734665.769374:0:249167:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767734665.769377:0:249167:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734665.769379:0:249167:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767734665.769382:0:249167:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767734665.769384:0:249167:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734665.769389:0:249167:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd9880 x1853602672032512/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.769397:0:249167:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734665.769400:0:249167:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734665.769415:0:249167:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c33d9000. 02000000:00000001:1.0:1767734665.769419:0:249167:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734665.769422:0:249167:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734665.769424:0:249167:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767734665.769426:0:249167:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734665.769429:0:249167:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c54cda00. 02000000:00000001:1.0:1767734665.769433:0:249167:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734665.769435:0:249167:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734665.769438:0:249167:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd9880. 00000100:00000001:1.0:1767734665.769444:0:249167:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734665.769446:0:249167:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767734665.769450:0:249167:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767734665.769452:0:249167:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767734665.769462:0:249167:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff94b2018d6000. 00000040:00000001:1.0:1767734665.769465:0:249167:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767734665.769466:0:249167:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767734665.769470:0:249167:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:1.0:1767734665.769476:0:249167:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cd500. 00000020:00000040:1.0:1767734665.769480:0:249167:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767734665.769483:0:249167:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734665.769486:0:249167:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734665.769490:0:249167:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734665.769499:0:249167:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b0db605200. 00000100:00000001:1.0:1767734665.769504:0:249167:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.769508:0:249167:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734665.769509:0:249167:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734665.769516:0:249167:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f540. 00000100:00000001:1.0:1767734665.769520:0:249167:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723505472 : -117982986046144 : ffff94b1f206f540) 00000100:00000001:1.0:1767734665.769524:0:249167:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734665.769526:0:249167:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155562240 : -117983553989376 : ffff94b1d02cd500) 00000100:00000001:1.0:1767734665.769531:0:249167:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734665.769535:0:249167:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.769538:0:249167:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734665.769539:0:249167:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734665.769545:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cd500 x1853602672032640/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.769597:0:249167:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734665.769600:0:249167:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734665.769604:0:249167:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734665.769608:0:249167:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734665.769611:0:249167:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734665.769616:0:249167:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cd500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249167:1853602672032640:192.168.203.112@tcp:503:mount.lustre.0 00000100:00000001:1.0:1767734665.769621:0:249167:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734665.769626:0:249167:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734665.769629:0:249167:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734665.769631:0:249167:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734665.769651:0:249167:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1d0e94000. 02000000:00000001:1.0:1767734665.769655:0:249167:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734665.769662:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734665.769669:0:249167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109f8. 00000400:00000010:1.0:1767734665.769678:0:249167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1f206f180. 00000100:00000200:1.0:1767734665.769683:0:249167:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672032640, portal 25 00000100:00000001:1.0:1767734665.769687:0:249167:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734665.769690:0:249167:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155562240 : -117983553989376 : ffff94b1d02cd500) 00000100:00000040:1.0:1767734665.769699:0:249167:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cd500 x1853602672032640/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.769708:0:249167:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734665.769712:0:249167:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734665.769718:0:249167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bb28. 00000100:00000200:1.0:1767734665.769723:0:249167:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853602672032640, offset 0 00000400:00000200:1.0:1767734665.769731:0:249167:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734665.769740:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734665.769747:0:249167:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734665.769752:0:249167:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734665.769757:0:249167:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734665.769760:0:249167:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734665.769764:0:249167:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734665.769783:0:249167:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66388:66388:256:4294967295] 192.168.203.112@tcp LPNI seq info [66388:66388:8:4294967295] 00000400:00000200:1.0:1767734665.769791:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734665.769806:0:249167:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734665.769814:0:249167:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734665.769823:0:249167:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cf00. 00000800:00000200:1.0:1767734665.769831:0:249167:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734665.769841:0:249167:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734665.769846:0:249167:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cf00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767734665.769875:0:249167:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734665.769882:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734665.769886:0:249167:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303428447 00000100:00000001:1.0:1767734665.769897:0:249167:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303428444 00000100:00000001:1.0:1767734665.769905:0:249167:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303428447 00000100:00000001:1.0:1767734665.769910:0:249167:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303428444 00000100:00000001:1.0:1767734665.769915:0:249167:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734665.769919:0:249167:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.769922:0:249167:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734665.769925:0:249167:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734665.769928:0:249167:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f540 going to sleep for 11 seconds 00000100:00000001:1.0:1767734665.769933:0:249167:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734665.769936:0:249167:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734665.769968:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734665.769975:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:3.0:1767734665.769983:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.769990:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734665.769995:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bb28 00000400:00000010:3.0:1767734665.769999:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bb28. 00000100:00000001:3.0:1767734665.770004:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734665.770011:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cd500 x1853602672032640/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.770035:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734665.770041:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd500 x1853602672032640/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.770050:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.770053:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734665.772254:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.772269:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734665.772273:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.772277:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734665.772285:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.772293:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734665.772302:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.772308:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.772369:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.772376:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8416 into portal 25 MB=0x695d780d23b80 00000400:00000200:2.0:1767734665.772397:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.772404:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 8416/8416 into md 0x7b26d [4] + 224 00000800:00000001:2.0:1767734665.772414:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.772452:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734665.772458:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734665.772465:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734665.772472:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734665.772481:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cd500 x1853602672032640/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734665.772499:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94b1d02cd500 x1853602672032640/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.772522:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734665.772534:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734665.772540:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734665.772561:0:249167:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734665.772567:0:249167:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734665.772571:0:249167:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734665.772602:0:249167:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109f8. 00000400:00000200:2.0:1767734665.772610:0:249167:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f206f180 00000400:00000010:2.0:1767734665.772613:0:249167:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1f206f180. 00000100:00000001:2.0:1767734665.772618:0:249167:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734665.772628:0:249167:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cd500 x1853602672032640/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734665.772641:0:249167:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cd500 x1853602672032640/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.772651:0:249167:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734665.772654:0:249167:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734665.772657:0:249167:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734665.772660:0:249167:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734665.772663:0:249167:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734665.772666:0:249167:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734665.772671:0:249167:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734665.772677:0:249167:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=93 v=5 (5 5 5 5) 00000100:00001000:2.0:1767734665.772693:0:249167:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=93 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734665.772699:0:249167:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734665.772703:0:249167:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734665.772706:0:249167:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734665.772710:0:249167:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.772713:0:249167:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734665.772722:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cd500 x1853602672032640/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.772732:0:249167:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734665.772736:0:249167:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734665.772739:0:249167:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734665.772747:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cd500 x1853602672032640/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734681 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734665.772757:0:249167:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cd500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249167:1853602672032640:192.168.203.112@tcp:503:mount.lustre.0 00000100:00000001:2.0:1767734665.772763:0:249167:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734665.772766:0:249167:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.772769:0:249167:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734665.772771:0:249167:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734665.772779:0:249167:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cd500 x1853602672032640/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734681 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.772789:0:249167:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734665.772793:0:249167:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f540. 00000100:00000001:2.0:1767734665.772799:0:249167:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734665.772802:0:249167:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734665.772809:0:249167:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1767734665.772812:0:249167:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734665.772819:0:249167:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cd500 x1853602672032640/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.772828:0:249167:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734665.772832:0:249167:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734665.772835:0:249167:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1d0e94000. 02000000:00000001:2.0:1767734665.772849:0:249167:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734665.772860:0:249167:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734665.772863:0:249167:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734665.772866:0:249167:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734665.772869:0:249167:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b0db605200. 02000000:00000001:2.0:1767734665.772875:0:249167:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734665.772878:0:249167:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734665.772881:0:249167:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cd500. 00000100:00000001:2.0:1767734665.772887:0:249167:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734665.772889:0:249167:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767734665.772893:0:249167:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734665.772897:0:249167:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734665.772900:0:249167:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767734665.772904:0:249167:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734665.772907:0:249167:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734665.772910:0:249167:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767734665.772915:0:249167:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94b1c7f917e0. 00000040:00001000:2.0:1767734665.772919:0:249167:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:3.0:1767734665.773083:0:249180:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767734665.773092:0:249180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d9a00. 00000020:00000010:3.0:1767734665.773101:0:249180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c33d8400. 00000040:00000010:3.0:1767734665.773110:0:249180:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1c33d9600. 00000020:00000010:3.0:1767734665.773118:0:249180:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1e7e87000. 00000020:00000010:3.0:1767734665.773127:0:249180:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94b1f63d9928. 00000020:00000010:3.0:1767734665.773136:0:249180:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c33d8000. 80000000:00000010:3.0:1767734665.773142:0:249180:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94b1c5895960. 40000000:00000010:3.0:1767734665.773149:0:249180:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff94b1f47d4540. 00100000:00000010:3.0:1767734665.773156:0:249180:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94b1e7e84000. 00040000:00000010:3.0:1767734665.773161:0:249180:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1c53e8100. 00040000:00000010:3.0:1767734665.773169:0:249180:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff94b1e7e81000. 00040000:00000010:3.0:1767734665.773177:0:249180:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c33d9800. 00000004:00000010:3.0:1767734665.773185:0:249180:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94b1e7e86000. 00000004:00000010:3.0:1767734665.773196:0:249180:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff94b1c70a3000. 00000004:00000010:3.0:1767734665.773204:0:249180:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff94b1e7e86800. 00002000:00000010:3.0:1767734665.773210:0:249180:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff94b1e7f49800. 00000004:00000010:3.0:1767734665.773217:0:249180:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff94b1e7f4b400. 00000020:00000010:3.0:1767734665.773223:0:249180:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1f47d4c00. 00000040:00000010:3.0:1767734665.773234:0:249180:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94b1c4236000. 00000040:00001000:3.0:1767734665.773238:0:249180:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1767734665.773241:0:249180:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767734665.773244:0:249180:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767734665.773248:0:249180:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:3.0:1767734665.773257:0:249180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdbb80. 00000020:00000040:3.0:1767734665.773261:0:249180:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767734665.773265:0:249180:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734665.773279:0:249180:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734665.773284:0:249180:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734665.773292:0:249180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c33d9e00. 00000100:00000001:3.0:1767734665.773298:0:249180:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.773303:0:249180:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734665.773305:0:249180:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734665.773370:0:249180:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f600. 00000100:00000001:3.0:1767734665.773375:0:249180:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058176 : -117982778493440 : ffff94b1fe65f600) 00000100:00000001:3.0:1767734665.773380:0:249180:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734665.773383:0:249180:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000001:3.0:1767734665.773388:0:249180:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734665.773393:0:249180:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.773396:0:249180:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734665.773398:0:249180:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734665.773406:0:249180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdbb80 x1853602672032768/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.773417:0:249180:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734665.773420:0:249180:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734665.773424:0:249180:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734665.773427:0:249180:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734665.773431:0:249180:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734665.773435:0:249180:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6d7b501b-fa70-4fef-9613-be2df560a7ce:249180:1853602672032768:192.168.203.112@tcp:502:llog_process_th.0 00000100:00000001:3.0:1767734665.773441:0:249180:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734665.773444:0:249180:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734665.773447:0:249180:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734665.773450:0:249180:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734665.773483:0:249180:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1d0e94000. 02000000:00000001:3.0:1767734665.773488:0:249180:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734665.773498:0:249180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734665.773505:0:249180:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000400:00000010:3.0:1767734665.773515:0:249180:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1fe65f0c0. 00000100:00000200:3.0:1767734665.773522:0:249180:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672032768, portal 25 00000100:00000001:3.0:1767734665.773526:0:249180:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734665.773530:0:249180:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000040:3.0:1767734665.773547:0:249180:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdbb80 x1853602672032768/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.773557:0:249180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734665.773564:0:249180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734665.773570:0:249180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e72a8. 00000100:00000200:3.0:1767734665.773602:0:249180:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853602672032768, offset 0 00000400:00000200:3.0:1767734665.773613:0:249180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734665.773621:0:249180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.773629:0:249180:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734665.773635:0:249180:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734665.773641:0:249180:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734665.773645:0:249180:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734665.773649:0:249180:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734665.773658:0:249180:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66389:66389:256:4294967295] 192.168.203.112@tcp LPNI seq info [66389:66389:8:4294967295] 00000400:00000200:3.0:1767734665.773665:0:249180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.773687:0:249180:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734665.773696:0:249180:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734665.773703:0:249180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c53e8f00. 00000800:00000200:3.0:1767734665.773711:0:249180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734665.773722:0:249180:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734665.773727:0:249180:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c53e8f00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767734665.773742:0:249180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734665.773750:0:249180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734665.773754:0:249180:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303428451 00000800:00000200:3.0:1767734665.773835:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734665.773840:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c53e8f00. 00000400:00000200:3.0:1767734665.773848:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.773856:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734665.773862:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e72a8 00000400:00000010:3.0:1767734665.773866:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e72a8. 00000100:00000001:3.0:1767734665.773873:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734665.773894:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdbb80 x1853602672032768/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.773907:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734665.773914:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdbb80 x1853602672032768/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.773925:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.773928:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767734665.774023:0:249180:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303428447 00000100:00000001:3.0:1767734665.774033:0:249180:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303428451 00000100:00000001:3.0:1767734665.774041:0:249180:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303428447 00000100:00000001:3.0:1767734665.774048:0:249180:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734665.774052:0:249180:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.774055:0:249180:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734665.774058:0:249180:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734665.774063:0:249180:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f600 going to sleep for 11 seconds 00000100:00000001:3.0:1767734665.774068:0:249180:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734665.774071:0:249180:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734665.775881:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.775893:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734665.775898:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.775903:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.775911:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.775919:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734665.775930:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.775998:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.776006:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.776012:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 25 MB=0x695d780d23c00 00000400:00000200:3.0:1767734665.776020:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.776026:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7b275 [4] + 224 00000800:00000001:3.0:1767734665.776035:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.776049:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.776052:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.776078:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734665.776084:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734665.776092:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdbb80 x1853602672032768/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734665.776109:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b200bdbb80 x1853602672032768/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.776130:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734665.776140:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.776146:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734665.776162:0:249180:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734665.776169:0:249180:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734665.776171:0:249180:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734665.776175:0:249180:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113b00. 00000400:00000200:3.0:1767734665.776180:0:249180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fe65f0c0 00000400:00000010:3.0:1767734665.776183:0:249180:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1fe65f0c0. 00000100:00000001:3.0:1767734665.776189:0:249180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734665.776194:0:249180:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdbb80 x1853602672032768/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734665.776205:0:249180:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdbb80 x1853602672032768/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.776214:0:249180:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734665.776217:0:249180:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734665.776220:0:249180:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734665.776223:0:249180:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734665.776225:0:249180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734665.776228:0:249180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734665.776231:0:249180:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734665.776236:0:249180:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=93 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734665.776242:0:249180:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734665.776245:0:249180:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734665.776246:0:249180:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734665.776249:0:249180:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734665.776252:0:249180:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.776256:0:249180:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734665.776274:0:249180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdbb80 x1853602672032768/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.776285:0:249180:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734665.776288:0:249180:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734665.776291:0:249180:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734665.776297:0:249180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdbb80 x1853602672032768/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734665.776309:0:249180:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6d7b501b-fa70-4fef-9613-be2df560a7ce:249180:1853602672032768:192.168.203.112@tcp:502:llog_process_th.0 00000100:00000001:3.0:1767734665.776355:0:249180:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734665.776360:0:249180:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.776363:0:249180:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734665.776366:0:249180:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734665.776371:0:249180:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdbb80 x1853602672032768/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.776381:0:249180:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734665.776384:0:249180:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f600. 00000100:00000001:3.0:1767734665.776389:0:249180:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734665.776392:0:249180:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734665.776398:0:249180:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767734665.776401:0:249180:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734665.776405:0:249180:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdbb80 x1853602672032768/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.776414:0:249180:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734665.776417:0:249180:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734665.776421:0:249180:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1d0e94000. 02000000:00000001:3.0:1767734665.776435:0:249180:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734665.776438:0:249180:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734665.776440:0:249180:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767734665.776443:0:249180:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734665.776446:0:249180:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c33d9e00. 02000000:00000001:3.0:1767734665.776450:0:249180:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734665.776451:0:249180:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734665.776463:0:249180:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdbb80. 00000100:00000001:3.0:1767734665.776468:0:249180:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734665.776470:0:249180:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767734665.776474:0:249180:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734665.776476:0:249180:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767734665.776479:0:249180:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767734665.776481:0:249180:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.776485:0:249180:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c4236000 type=0x10620000 idx=1 00000040:00001000:3.0:1767734665.776490:0:249180:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1767734665.776494:0:249180:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:3.0:1767734665.776498:0:249180:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.776501:0:249180:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.776503:0:249180:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.776505:0:249180:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1767734665.776510:0:249180:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1767734665.776512:0:249180:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.776519:0:249180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c53e8f00. 00000020:00000080:3.0:1767734665.776523:0:249180:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.776525:0:249180:0:(obd_config.c:1477:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:00000001:3.0:1767734665.776529:0:249180:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.776533:0:249180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c53e8f00. 00000020:00000001:3.0:1767734665.776536:0:249180:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.776539:0:249180:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c42360e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767734665.776543:0:249180:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:3.0:1767734665.776545:0:249180:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:3.0:1767734665.776547:0:249180:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.776552:0:249180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff94b1c61ca860. 00000020:01000000:3.0:1767734665.776556:0:249180:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff94b2013a5000 00000020:00000010:3.0:1767734665.776562:0:249180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff94b1deb84e00. 00000020:00000080:3.0:1767734665.776564:0:249180:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:00000001:3.0:1767734665.776567:0:249180:0:(obd_config.c:1290:process_param2_config()) Process entered 00000040:00000001:3.0:1767734665.776568:0:249180:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767734665.776570:0:249180:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff94b1deb84e00 00000040:00001000:3.0:1767734665.776599:0:249180:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767734665.776619:0:249180:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:3.0:1767734665.776633:0:249180:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767734665.776636:0:249180:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767734665.776642:0:249180:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767734665.776645:0:249180:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:3.0:1767734665.776649:0:249180:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff94b2013a5000 00000040:00001000:3.0:1767734665.776653:0:249180:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 debug_raw_pointers=Y 00000040:00001000:3.0:1767734665.776657:0:249180:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:3.0:1767734665.776659:0:249180:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:3.0:1767734665.776665:0:249180:0:(obd_config.c:1299:process_param2_config()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767734665.776668:0:249180:0:(obd_config.c:1517:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.776672:0:249180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff94b1deb84e00. 00000020:00000010:3.0:1767734665.776676:0:249180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff94b1c61ca860. 00000020:00000001:3.0:1767734665.776679:0:249180:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.776683:0:249180:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c4236150 type=0x10620000 idx=3 00000040:00001000:3.0:1767734665.776686:0:249180:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:3.0:1767734665.776689:0:249180:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:3.0:1767734665.776691:0:249180:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.776693:0:249180:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.776694:0:249180:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.776696:0:249180:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1767734665.776702:0:249180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c53e8f00. 00000020:00000080:3.0:1767734665.776704:0:249180:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.776706:0:249180:0:(obd_config.c:1477:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:00000001:3.0:1767734665.776710:0:249180:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.776713:0:249180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c53e8f00. 00000020:00000001:3.0:1767734665.776717:0:249180:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.776721:0:249180:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c4236230 type=0x10620000 idx=4 00000040:00001000:3.0:1767734665.776724:0:249180:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:3.0:1767734665.776726:0:249180:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:3.0:1767734665.776728:0:249180:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.776730:0:249180:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.776731:0:249180:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.776733:0:249180:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1767734665.776735:0:249180:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1767734665.776737:0:249180:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734665.776750:0:249180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c53e8f00. 00000020:00000080:3.0:1767734665.776752:0:249180:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.776754:0:249180:0:(obd_config.c:1477:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:00000001:3.0:1767734665.776758:0:249180:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.776761:0:249180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c53e8f00. 00000020:00000001:3.0:1767734665.776764:0:249180:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.776766:0:249180:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c4236310 type=0x10620000 idx=5 00000040:00001000:3.0:1767734665.776768:0:249180:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:3.0:1767734665.776770:0:249180:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:3.0:1767734665.776772:0:249180:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767734665.776777:0:249180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff94b1c61caa00. 00000020:01000000:3.0:1767734665.776780:0:249180:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff94b2013a5000 00000020:00000010:3.0:1767734665.776785:0:249180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff94b1deb84e00. 00000020:00000080:3.0:1767734665.776787:0:249180:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:00000001:3.0:1767734665.776789:0:249180:0:(obd_config.c:1290:process_param2_config()) Process entered 00000040:00000001:3.0:1767734665.776790:0:249180:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767734665.776792:0:249180:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff94b1deb84e00 00000040:00001000:3.0:1767734665.776793:0:249180:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767734665.776795:0:249180:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:3.0:1767734665.776797:0:249180:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767734665.776798:0:249180:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767734665.776801:0:249180:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767734665.776802:0:249180:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:3.0:1767734665.776804:0:249180:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff94b2013a5000 00000040:00001000:3.0:1767734665.776806:0:249180:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 lod.*.mdt_hash=crush 00000040:00001000:3.0:1767734665.776809:0:249180:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:3.0:1767734665.776812:0:249180:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:3.0:1767734665.776872:0:249180:0:(obd_config.c:1325:process_param2_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734665.776876:0:249180:0:(obd_config.c:1517:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.776880:0:249180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff94b1deb84e00. 00000020:00000010:3.0:1767734665.776886:0:249180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff94b1c61caa00. 00000020:00000001:3.0:1767734665.776892:0:249180:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.776895:0:249180:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c4236380 type=0x10620000 idx=6 00000040:00001000:3.0:1767734665.776899:0:249180:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:3.0:1767734665.776911:0:249180:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:3.0:1767734665.776913:0:249180:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.776916:0:249180:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.776918:0:249180:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.776920:0:249180:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767734665.778708:0:249177:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff94b1f0ebd540. 00000020:00000040:2.0:1767734665.778718:0:249177:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-MDT0000-mdc-ffff94b2013a5000 is connecting to an obsoleted target(0/3), reconnecting... 00000100:00000001:2.0:1767734665.778723:0:249177:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00000001:2.0:1767734665.778727:0:249177:0:(recover.c:306:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000020:00000010:2.0:1767734665.778733:0:249177:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff94b1f0ebd540. 00000020:00000010:2.0:1767734665.780138:0:249180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c5857600. 00000020:00000080:2.0:1767734665.780143:0:249180:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734665.780147:0:249180:0:(obd_config.c:1477:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:00000001:2.0:1767734665.780150:0:249180:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734665.780154:0:249180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c5857600. 00000020:00000001:2.0:1767734665.780158:0:249180:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734665.780163:0:249180:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c4236460 type=0x10620000 idx=7 00000040:00001000:2.0:1767734665.780166:0:249180:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7072 remains) 00000040:00001000:2.0:1767734665.780170:0:249180:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734665.780173:0:249180:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734665.780176:0:249180:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734665.780178:0:249180:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734665.780189:0:249180:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1767734665.780193:0:249180:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #4 00000020:01000000:2.0:1767734665.780194:0:249180:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734665.780196:0:249180:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734665.780199:0:249180:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c4236540 type=0x10620000 idx=8 00000040:00001000:2.0:1767734665.780202:0:249180:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 112 (6848 remains) 00000040:00001000:2.0:1767734665.780205:0:249180:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734665.780207:0:249180:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:01000000:2.0:1767734665.780209:0:249180:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734665.780211:0:249180:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734665.780214:0:249180:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c42365b0 type=0x10620000 idx=9 00000040:00001000:2.0:1767734665.780216:0:249180:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6736 remains) 00000040:00001000:2.0:1767734665.780218:0:249180:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734665.780220:0:249180:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734665.780221:0:249180:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734665.780223:0:249180:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734665.780225:0:249180:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:2.0:1767734665.780231:0:249180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c5857600. 00000020:00000080:2.0:1767734665.780233:0:249180:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734665.780236:0:249180:0:(obd_config.c:1477:class_process_config()) marker 4 (0x6) lustre osc.lustre*.checksums 00000020:00000001:2.0:1767734665.780238:0:249180:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734665.780240:0:249180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c5857600. 00000020:00000001:2.0:1767734665.780245:0:249180:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734665.780248:0:249180:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c4236690 type=0x10620000 idx=10 00000040:00001000:2.0:1767734665.780250:0:249180:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 224 (6512 remains) 00000040:00001000:2.0:1767734665.780252:0:249180:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734665.780254:0:249180:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734665.780256:0:249180:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734665.780257:0:249180:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734665.780259:0:249180:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1767734665.780261:0:249180:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #5 00000020:01000000:2.0:1767734665.780263:0:249180:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734665.780266:0:249180:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734665.780269:0:249180:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c4236770 type=0x10620000 idx=11 00000040:00001000:2.0:1767734665.780271:0:249180:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 112 (6288 remains) 00000040:00001000:2.0:1767734665.780281:0:249180:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734665.780283:0:249180:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:01000000:2.0:1767734665.780285:0:249180:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734665.780287:0:249180:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734665.780289:0:249180:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c42367e0 type=0x10620000 idx=12 00000040:00001000:2.0:1767734665.780291:0:249180:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6176 remains) 00000040:00001000:2.0:1767734665.780294:0:249180:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734665.780296:0:249180:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734665.780298:0:249180:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734665.780300:0:249180:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734665.780301:0:249180:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:2.0:1767734665.780306:0:249180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c5857600. 00000020:00000080:2.0:1767734665.780350:0:249180:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734665.780352:0:249180:0:(obd_config.c:1477:class_process_config()) marker 5 (0x6) lustre osc.lustre*.checksums 00000020:00000001:2.0:1767734665.780356:0:249180:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734665.780359:0:249180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c5857600. 00000020:00000001:2.0:1767734665.780365:0:249180:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734665.780368:0:249180:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c42368c0 type=0x10620000 idx=13 00000040:00001000:2.0:1767734665.780370:0:249180:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 224 (5952 remains) 00000040:00001000:2.0:1767734665.780373:0:249180:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734665.780376:0:249180:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734665.780377:0:249180:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734665.780379:0:249180:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734665.780381:0:249180:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767734665.780383:0:249180:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767734665.780385:0:249180:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734665.780391:0:249180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c5857600. 00000020:00000080:2.0:1767734665.780393:0:249180:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734665.780395:0:249180:0:(obd_config.c:1477:class_process_config()) marker 6 (0x1) lustre osc.lustre*.checksums 00000020:00000001:2.0:1767734665.780398:0:249180:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734665.780402:0:249180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c5857600. 00000020:00000001:2.0:1767734665.780405:0:249180:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734665.780407:0:249180:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c42369a0 type=0x10620000 idx=14 00000040:00001000:2.0:1767734665.780409:0:249180:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 112 (5728 remains) 00000040:00001000:2.0:1767734665.780423:0:249180:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734665.780426:0:249180:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734665.780431:0:249180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 27 at ffff94b1c40368c0. 00000020:01000000:2.0:1767734665.780435:0:249180:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff94b2013a5000 00000020:00000010:2.0:1767734665.780439:0:249180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at ffff94b1c98bf600. 00000020:00000080:2.0:1767734665.780442:0:249180:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:00000001:2.0:1767734665.780445:0:249180:0:(obd_config.c:1290:process_param2_config()) Process entered 00000040:00000001:2.0:1767734665.780446:0:249180:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767734665.780448:0:249180:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff94b1c98bf600 00000040:00001000:2.0:1767734665.780451:0:249180:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767734665.780453:0:249180:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:2.0:1767734665.780455:0:249180:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767734665.780457:0:249180:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767734665.780461:0:249180:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767734665.780464:0:249180:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:2.0:1767734665.780466:0:249180:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 24 lustre-ffff94b2013a5000 00000040:00001000:2.0:1767734665.780469:0:249180:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 24 osc.lustre*.checksums=0 00000040:00001000:2.0:1767734665.780472:0:249180:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:2.0:1767734665.780474:0:249180:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:2.0:1767734665.780536:0:249180:0:(obd_config.c:1325:process_param2_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734665.780540:0:249180:0:(obd_config.c:1517:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734665.780543:0:249180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 104 at ffff94b1c98bf600. 00000020:00000010:2.0:1767734665.780548:0:249180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 27 at ffff94b1c40368c0. 00000020:00000001:2.0:1767734665.780552:0:249180:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734665.780556:0:249180:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c4236a10 type=0x10620000 idx=15 00000040:00001000:2.0:1767734665.780560:0:249180:0:(llog.c:720:llog_process_thread()) synced_idx: 15 00000040:00000001:2.0:1767734665.780563:0:249180:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767734665.780565:0:249180:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1767734665.780569:0:249180:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:2.0:1767734665.780595:0:249180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c9500. 00000020:00000040:2.0:1767734665.780599:0:249180:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767734665.780603:0:249180:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734665.780605:0:249180:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734665.780609:0:249180:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734665.780617:0:249180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c337de00. 00000100:00000001:2.0:1767734665.780631:0:249180:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.780636:0:249180:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734665.780639:0:249180:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734665.780644:0:249180:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1b240. 00000100:00000001:2.0:1767734665.780647:0:249180:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553291328 : -117983156260288 : ffff94b1e7e1b240) 00000100:00000001:2.0:1767734665.780651:0:249180:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734665.780654:0:249180:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155545856 : -117983554005760 : ffff94b1d02c9500) 00000100:00000001:2.0:1767734665.780658:0:249180:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734665.780663:0:249180:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.780665:0:249180:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734665.780667:0:249180:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734665.780675:0:249180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c9500 x1853602672032896/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.780685:0:249180:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734665.780688:0:249180:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734665.780691:0:249180:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734665.780694:0:249180:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734665.780697:0:249180:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734665.780701:0:249180:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c9500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6d7b501b-fa70-4fef-9613-be2df560a7ce:249180:1853602672032896:192.168.203.112@tcp:502:llog_process_th.0 00000100:00000001:2.0:1767734665.780705:0:249180:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734665.780708:0:249180:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734665.780711:0:249180:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734665.780714:0:249180:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734665.780729:0:249180:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1d0e94000. 02000000:00000001:2.0:1767734665.780733:0:249180:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734665.780740:0:249180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734665.780746:0:249180:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5eec8. 00000400:00000010:2.0:1767734665.780752:0:249180:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1e7e1b000. 00000100:00000200:2.0:1767734665.780757:0:249180:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672032896, portal 25 00000100:00000001:2.0:1767734665.780760:0:249180:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734665.780762:0:249180:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155545856 : -117983554005760 : ffff94b1d02c9500) 00000100:00000040:2.0:1767734665.780768:0:249180:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c9500 x1853602672032896/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.780793:0:249180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734665.780800:0:249180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734665.780805:0:249180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29660. 00000100:00000200:2.0:1767734665.780810:0:249180:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853602672032896, offset 0 00000400:00000200:2.0:1767734665.780819:0:249180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734665.780825:0:249180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.780831:0:249180:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734665.780838:0:249180:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734665.780842:0:249180:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734665.780846:0:249180:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734665.780849:0:249180:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734665.780854:0:249180:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66390:66390:256:4294967295] 192.168.203.112@tcp LPNI seq info [66390:66390:8:4294967295] 00000400:00000200:2.0:1767734665.780859:0:249180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734665.780869:0:249180:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734665.780875:0:249180:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734665.780881:0:249180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857600. 00000800:00000200:2.0:1767734665.780886:0:249180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734665.780894:0:249180:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734665.780899:0:249180:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767734665.780913:0:249180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734665.780919:0:249180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734665.780922:0:249180:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303428458 00000800:00000200:2.0:1767734665.780992:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734665.780996:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857600. 00000400:00000200:2.0:1767734665.781001:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734665.781006:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734665.781010:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29660 00000400:00000010:2.0:1767734665.781013:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29660. 00000100:00000001:2.0:1767734665.781017:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734665.781024:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c9500 x1853602672032896/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.781045:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734665.781050:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c9500 x1853602672032896/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.781058:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.781060:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767734665.781081:0:249180:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303428451 00000100:00000001:2.0:1767734665.781086:0:249180:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303428458 00000100:00000001:2.0:1767734665.781091:0:249180:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303428451 00000100:00000001:2.0:1767734665.781096:0:249180:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734665.781099:0:249180:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.781101:0:249180:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734665.781104:0:249180:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734665.781106:0:249180:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1b240 going to sleep for 11 seconds 00000100:00000001:2.0:1767734665.781111:0:249180:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734665.781114:0:249180:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767734665.782130:0:249179:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff94b1f451f8c0. 00000020:00000040:1.0:1767734665.782139:0:249179:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-ffff94b2013a5000 is connecting to an obsoleted target(0/4), reconnecting... 00000100:00000001:1.0:1767734665.782143:0:249179:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00000001:1.0:1767734665.782146:0:249179:0:(recover.c:306:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000020:00000010:1.0:1767734665.782151:0:249179:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff94b1f451f8c0. 00000800:00000001:3.0:1767734665.782925:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.782936:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734665.782940:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.782947:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.782955:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.782965:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734665.783028:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.783034:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.783040:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.783046:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 25 MB=0x695d780d23c80 00000400:00000200:3.0:1767734665.783053:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.783060:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7b285 [4] + 224 00000800:00000001:3.0:1767734665.783067:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.783079:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.783082:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.783088:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734665.783097:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734665.783103:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c9500 x1853602672032896/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734665.783117:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1d02c9500 x1853602672032896/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.783136:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734665.783145:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.783151:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734665.783178:0:249180:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734665.783182:0:249180:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734665.783186:0:249180:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734665.783189:0:249180:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5eec8. 00000400:00000200:3.0:1767734665.783204:0:249180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1e7e1b000 00000400:00000010:3.0:1767734665.783207:0:249180:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1e7e1b000. 00000100:00000001:3.0:1767734665.783213:0:249180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734665.783222:0:249180:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c9500 x1853602672032896/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734665.783233:0:249180:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c9500 x1853602672032896/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.783242:0:249180:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734665.783244:0:249180:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734665.783247:0:249180:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734665.783250:0:249180:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734665.783252:0:249180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734665.783255:0:249180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734665.783259:0:249180:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734665.783263:0:249180:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=93 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734665.783268:0:249180:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734665.783273:0:249180:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734665.783275:0:249180:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734665.783278:0:249180:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734665.783281:0:249180:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.783284:0:249180:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734665.783293:0:249180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c9500 x1853602672032896/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.783301:0:249180:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734665.783304:0:249180:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734665.783306:0:249180:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734665.783354:0:249180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c9500 x1853602672032896/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734665.783365:0:249180:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c9500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6d7b501b-fa70-4fef-9613-be2df560a7ce:249180:1853602672032896:192.168.203.112@tcp:502:llog_process_th.0 00000100:00000001:3.0:1767734665.783373:0:249180:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734665.783378:0:249180:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.783381:0:249180:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734665.783395:0:249180:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734665.783401:0:249180:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c9500 x1853602672032896/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.783410:0:249180:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734665.783416:0:249180:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1e7e1b240. 00000100:00000001:3.0:1767734665.783422:0:249180:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734665.783425:0:249180:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734665.783432:0:249180:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767734665.783434:0:249180:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734665.783441:0:249180:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c9500 x1853602672032896/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.783451:0:249180:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734665.783454:0:249180:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734665.783457:0:249180:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1d0e94000. 02000000:00000001:3.0:1767734665.783475:0:249180:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734665.783478:0:249180:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734665.783481:0:249180:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767734665.783484:0:249180:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734665.783487:0:249180:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c337de00. 02000000:00000001:3.0:1767734665.783492:0:249180:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734665.783495:0:249180:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734665.783498:0:249180:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c9500. 00000100:00000001:3.0:1767734665.783504:0:249180:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734665.783507:0:249180:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767734665.784368:0:249180:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734665.784372:0:249180:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767734665.784376:0:249180:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767734665.784378:0:249180:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.784381:0:249180:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c4236a10 type=0x10620000 idx=15 00000040:00001000:3.0:1767734665.784385:0:249180:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 224 (5616 remains) 00000040:00001000:3.0:1767734665.784388:0:249180:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 15 synced_idx: 15 lgh_last_idx: 15 00000020:00000001:3.0:1767734665.784392:0:249180:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767734665.784394:0:249180:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767734665.784397:0:249180:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767734665.784400:0:249180:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1767734665.784406:0:249180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c53e8f00. 00000020:00000080:3.0:1767734665.784418:0:249180:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767734665.784421:0:249180:0:(obd_config.c:1477:class_process_config()) marker 6 (0x2) lustre osc.lustre*.checksums 00000020:00000001:3.0:1767734665.784424:0:249180:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734665.784428:0:249180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c53e8f00. 00000020:00000001:3.0:1767734665.784434:0:249180:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734665.784436:0:249180:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c4236af0 type=0x0 idx=0 00000040:00000001:3.0:1767734665.784439:0:249180:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1767734665.784442:0:249180:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 16 count 16 00000040:00000010:3.0:1767734665.784445:0:249180:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff94b1c4236000. 00000020:00000010:3.0:1767734665.784453:0:249180:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1f47d4c00. 00000020:00000010:3.0:1767734665.784466:0:249180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33d8400. 00000040:00000010:3.0:1767734665.784470:0:249180:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1c33d9600. 00000020:00000010:3.0:1767734665.784474:0:249180:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1e7e87000. 00000020:00000010:3.0:1767734665.784480:0:249180:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff94b1f63d9928. 00000020:00000010:3.0:1767734665.784485:0:249180:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c33d8000. 80000000:00000010:3.0:1767734665.784489:0:249180:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94b1c5895960. 40000000:00000010:3.0:1767734665.784493:0:249180:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff94b1f47d4540. 00100000:00000010:3.0:1767734665.784498:0:249180:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94b1e7e84000. 00040000:00000010:3.0:1767734665.784506:0:249180:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1c53e8100. 00040000:00000010:3.0:1767734665.784511:0:249180:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff94b1e7e81000. 00040000:00000010:3.0:1767734665.784518:0:249180:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c33d9800. 00000004:00000010:3.0:1767734665.784525:0:249180:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff94b1e7e86000. 00000004:00000010:3.0:1767734665.784531:0:249180:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff94b1c70a3000. 00000004:00000010:3.0:1767734665.784538:0:249180:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff94b1e7e86800. 00002000:00000010:3.0:1767734665.784540:0:249180:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff94b1e7f49800. 00000004:00000010:3.0:1767734665.784543:0:249180:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff94b1e7f4b400. 00000020:00000010:3.0:1767734665.784547:0:249180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d9a00. 00000040:00000010:1.0:1767734665.784609:0:249167:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94b1c7f917e0. 00000040:00000001:1.0:1767734665.784619:0:249167:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767734665.784623:0:249167:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 1-15 (rc=0) 00000040:00000010:1.0:1767734665.784628:0:249167:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94b2018d6000. 00000040:00000010:1.0:1767734665.784647:0:249167:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1c3f12a00. 00000020:00000001:1.0:1767734665.784652:0:249167:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767734665.784656:0:249167:0:(mgc_request.c:1735:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1767734665.784660:0:249167:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33d2c00. 00000040:00000010:1.0:1767734665.784665:0:249167:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1c33d3600. 00000020:00000010:1.0:1767734665.784668:0:249167:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1e7e82800. 00000020:00000010:1.0:1767734665.784673:0:249167:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c33d2200. 80000000:00000010:1.0:1767734665.784679:0:249167:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94b1c5895de0. 00040000:00000010:1.0:1767734665.784685:0:249167:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c3f13a00. 20000000:00000010:1.0:1767734665.784690:0:249167:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff94b1c3f13200. 00000020:00000010:1.0:1767734665.784693:0:249167:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d2a00. 10000000:00000010:1.0:1767734665.784695:0:249167:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff94b1f47d44c0. 10000000:01000000:1.0:1767734665.784699:0:249167:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1767734665.784716:0:249167:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767734665.784718:0:249167:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734665.784721:0:249167:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734665.784724:0:249167:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487a00 refcount=3 00000020:00000001:1.0:1767734665.784726:0:249167:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811685376 : -117982897866240 : ffff94b1f7487a00) 00010000:00000001:1.0:1767734665.784730:0:249167:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811685376 : -117982897866240 : ffff94b1f7487a00) 00010000:00000001:1.0:1767734665.784733:0:249167:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734665.784738:0:249167:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1f7487a00/0x1886cffb85c2b7ac lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58dab9e9 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734665.784747:0:249167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734665.784750:0:249167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734665.784754:0:249167:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff94b1f7487a00/0x1886cffb85c2b7ac lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58dab9e9 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734665.784760:0:249167:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734665.784762:0:249167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734665.784764:0:249167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767734665.784765:0:249167:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767734665.784767:0:249167:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767734665.784770:0:249167:0:(mgc_request.c:2025:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767734665.784773:0:249167:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c733fe00. 00000040:00000010:1.0:1767734665.784787:0:249167:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1c733e000. 00000020:00000010:1.0:1767734665.784790:0:249167:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b2013a3000. 00000020:00000010:1.0:1767734665.784795:0:249167:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c733e600. 00040000:00000010:1.0:1767734665.784799:0:249167:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b0e3c38100. 00040000:00000010:1.0:1767734665.784804:0:249167:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c733e200. 00000020:00000010:1.0:1767734665.784807:0:249167:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c733f800. 00000020:00000001:1.0:1767734665.784811:0:249167:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767734665.784814:0:249167:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff94b1ed91ab40. 00000020:00000010:1.0:1767734665.784817:0:249167:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff94b1deb84a80. 00000020:00000001:1.0:1767734665.784821:0:249167:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734665.784824:0:249167:0:(obd_config.c:1053:class_get_profile()) Process entered 00000020:00000001:1.0:1767734665.784827:0:249167:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000020:00000001:1.0:1767734665.784829:0:249167:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446626090764815744 : -117982944735872 : ffff94b1f47d4d80) 00000020:00000001:1.0:1767734665.784832:0:249167:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446626090764815744 : -117982944735872 : ffff94b1f47d4d80) 00000080:01000000:1.0:1767734665.784835:0:249167:0:(llite_lib.c:1495:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000080:00000010:1.0:1767734665.784841:0:249167:0:(llite_lib.c:1498:ll_fill_super()) kmalloced '(dt)': 33 at ffff94b1f451f8c0. 00000080:00000010:1.0:1767734665.784846:0:249167:0:(llite_lib.c:1504:ll_fill_super()) kmalloced '(md)': 33 at ffff94b1f451f540. 00000080:00000001:1.0:1767734665.784850:0:249167:0:(llite_lib.c:341:client_common_fill_super()) Process entered 00000080:00000010:1.0:1767734665.784857:0:249167:0:(llite_lib.c:348:client_common_fill_super()) kmalloced '(data)': 192 at ffff94b1f206ff00. 00000080:00000010:1.0:1767734665.784860:0:249167:0:(llite_lib.c:352:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff94b1f206f300. 00000080:00000040:1.0:1767734665.784863:0:249167:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1951, crc32c 11823, adler 1647 00000080:00000001:1.0:1767734665.784868:0:249167:0:(obd_class.h:852:obd_connect()) Process entered 00800000:00000001:1.0:1767734665.784871:0:249167:0:(lmv_obd.c:239:lmv_connect()) Process entered 00000020:00000001:1.0:1767734665.784874:0:249167:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767734665.784875:0:249167:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767734665.784881:0:249167:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b1f9292000. 00000020:00000001:1.0:1767734665.784884:0:249167:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734665.784887:0:249167:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f9292000 with handle 0x1886cffb85c2b7b3 to hash 00000020:00000001:1.0:1767734665.784890:0:249167:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767734665.784894:0:249167:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1767734665.784896:0:249167:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734665.784899:0:249167:0:(obd_config.c:927:class_incref()) incref lustre-clilmv-ffff94b2013a5000 (ffff94b1de024aa0) now 5 - export 00000020:00000001:1.0:1767734665.784904:0:249167:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626090843185152 : -117982866366464 : ffff94b1f9292000) 00000020:00000040:1.0:1767734665.784907:0:249167:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9292000 : new refcount 1 00000020:00000080:1.0:1767734665.784918:0:249167:0:(genops.c:1402:class_connect()) connect: client a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328, cookie 0x1886cffb85c2b7b3 00000020:00000001:1.0:1767734665.784921:0:249167:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734665.784923:0:249167:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767734665.784926:0:249167:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b7b3 00000020:00000001:1.0:1767734665.784928:0:249167:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734665.784929:0:249167:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1f9292000 refcount=2 00000020:00000001:1.0:1767734665.784932:0:249167:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090843185152 : -117982866366464 : ffff94b1f9292000) 00000020:00000001:1.0:1767734665.784935:0:249167:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090843185152 : -117982866366464 : ffff94b1f9292000) 00800000:00000001:1.0:1767734665.784956:0:249167:0:(lmv_obd.c:476:lmv_check_connect()) Process entered 00800000:01000000:1.0:1767734665.784959:0:249167:0:(lmv_obd.c:498:lmv_check_connect()) Time to connect a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 to lustre-clilmv-ffff94b2013a5000 00800000:00000001:1.0:1767734665.784963:0:249167:0:(lmv_obd.c:327:lmv_connect_mdc()) Process entered 00800000:01000000:1.0:1767734665.784969:0:249167:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff94b2013a5000(a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328) - lustre-MDT0000_UUID, a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 00800000:00000001:1.0:1767734665.784972:0:249167:0:(obd_class.h:852:obd_connect()) Process entered 00010000:00000001:1.0:1767734665.784974:0:249167:0:(ldlm_lib.c:670:client_connect_import()) Process entered 00000020:00000001:1.0:1767734665.784977:0:249167:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767734665.784978:0:249167:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767734665.784983:0:249167:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b1f9294000. 00000020:00000001:1.0:1767734665.784986:0:249167:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734665.784989:0:249167:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f9294000 with handle 0x1886cffb85c2b7ba to hash 00000020:00000001:1.0:1767734665.784992:0:249167:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767734665.784995:0:249167:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1767734665.784997:0:249167:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734665.785000:0:249167:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b2013a5000 (ffff94b1de020000) now 5 - export 00000020:00000001:1.0:1767734665.785003:0:249167:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626090843193344 : -117982866358272 : ffff94b1f9294000) 00000020:00000040:1.0:1767734665.785005:0:249167:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9294000 : new refcount 1 00000020:00000080:1.0:1767734665.785007:0:249167:0:(genops.c:1402:class_connect()) connect: client a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328, cookie 0x1886cffb85c2b7ba 00000020:00000001:1.0:1767734665.785009:0:249167:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734665.785011:0:249167:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767734665.785012:0:249167:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b7ba 00000020:00000001:1.0:1767734665.785014:0:249167:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734665.785016:0:249167:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1f9294000 refcount=2 00000020:00000001:1.0:1767734665.785019:0:249167:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090843193344 : -117982866358272 : ffff94b1f9294000) 00000020:00000001:1.0:1767734665.785021:0:249167:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090843193344 : -117982866358272 : ffff94b1f9294000) 00000100:00000001:1.0:1767734665.785036:0:249167:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1767734665.785041:0:249167:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1767734665.785047:0:249167:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff94b2013a5000: connect to NID 192.168.203.112@tcp last attempt 0 00000400:00000200:1.0:1767734665.785053:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734665.785060:0:249167:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.112@tcp is discovered: rc = 1 00000100:00000001:1.0:1767734665.785063:0:249167:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767734665.785067:0:249167:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 16 to 192.168.203.112@tcp 00000100:00000001:1.0:1767734665.785070:0:249167:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000020:00000001:1.0:1767734665.785074:0:249167:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767734665.785075:0:249167:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b7ba 00000020:00000001:1.0:1767734665.785078:0:249167:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734665.785079:0:249167:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1f9294000 refcount=3 00000020:00000001:1.0:1767734665.785082:0:249167:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090843193344 : -117982866358272 : ffff94b1f9294000) 00000020:00000001:1.0:1767734665.785084:0:249167:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090843193344 : -117982866358272 : ffff94b1f9294000) 00000100:00000001:1.0:1767734665.785085:0:249167:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767734665.785088:0:249167:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 17 to 192.168.203.112@tcp 00000100:00000001:1.0:1767734665.785090:0:249167:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000020:00000040:1.0:1767734665.785093:0:249167:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9294000 : new refcount 2 00000100:00080000:1.0:1767734665.785098:0:249167:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff94b2013a5000: import ffff94b2013a2000 using connection 192.168.203.112@tcp/192.168.203.112@tcp 00000100:00000001:1.0:1767734665.785101:0:249167:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734665.785104:0:249167:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767734665.785111:0:249167:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767734665.785115:0:249167:0:(sec.c:1450:sptlrpc_sec_create()) mdc lustre-MDT0000-mdc-ffff94b2013a5000: select security flavor null 02000000:00000001:1.0:1767734665.785119:0:249167:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072650391168 : -1059160448 : ffffffffc0de7e80) 02000000:00000001:1.0:1767734665.785123:0:249167:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.785126:0:249167:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1767734665.785130:0:249167:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681345 ocd_grant: 134217728, lost: 0. 00000008:00000001:1.0:1767734665.785134:0:249167:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.785137:0:249167:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734665.785143:0:249167:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cce00. 00000020:00000040:1.0:1767734665.785147:0:249167:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=3 obd=lustre-MDT0000-mdc-ffff94b2013a5000 02000000:00000001:1.0:1767734665.785161:0:249167:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734665.785163:0:249167:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.785166:0:249167:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734665.785169:0:249167:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734665.785172:0:249167:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734665.785179:0:249167:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c597c000. 00000100:00000001:1.0:1767734665.785185:0:249167:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734665.785194:0:249167:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94b1d02cce00 x1853602672033024/t0(0) o38->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734665.785205:0:249167:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734665.785209:0:249167:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.785215:0:249167:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048d93cd0] to pc [ptlrpcd_rcv+-1] req@ffff94b1d02cce00 x1853602672033024/t0(0) o38->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.785244:0:249167:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.785249:0:249167:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1767734665.785252:0:249167:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328->lustre-MDT0000_UUID 00000020:00000040:1.0:1767734665.785256:0:249167:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=4 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000001:3.0:1767734665.785265:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734665.785270:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734665.785274:0:196090:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767734665.785279:0:249167:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734665.785286:0:249167:0:(ldlm_lib.c:725:client_connect_import()) Process leaving 00000100:00000040:3.0:1767734665.785287:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cce00 x1853602672033024/t0(0) o38->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:00000001:1.0:1767734665.785292:0:249167:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1767734665.785300:0:249167:0:(fid_request.c:429:client_fid_init()) Process entered 00000100:00000001:3.0:1767734665.785307:0:196090:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 40000000:00000010:1.0:1767734665.785345:0:249167:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff94b1f472cd00. 00000100:00000001:3.0:1767734665.785350:0:196090:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:1.0:1767734665.785353:0:249167:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff94b1f206f780. 40000000:00000001:1.0:1767734665.785357:0:249167:0:(fid_request.c:396:seq_client_init()) Process entered 00000020:00000040:1.0:1767734665.785360:0:249167:0:(genops.c:887:class_export_get()) GET export ffff94b1f9294000 refcount=3 02000000:00000001:3.0:1767734665.785370:0:196090:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734665.785374:0:196090:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734665.785377:0:196090:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734665.785382:0:196090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:196090:1853602672033024:192.168.203.112@tcp:38:mount.lustre.0 00000100:00000001:3.0:1767734665.785387:0:196090:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734665.785390:0:196090:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734665.785393:0:196090:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734665.785396:0:196090:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734665.785401:0:196090:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1fb9ba800. 02000000:00000001:3.0:1767734665.785404:0:196090:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734665.785412:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734665.785417:0:196090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000400:00000010:3.0:1767734665.785424:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e72a8. 00000100:00000200:3.0:1767734665.785429:0:196090:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672033024, portal 10 00000100:00000001:3.0:1767734665.785433:0:196090:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734665.785435:0:196090:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00000020:00000010:3.0:1767734665.785443:0:196090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94b1c4236000. 00000100:00000040:3.0:1767734665.785453:0:196090:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cce00 x1853602672033024/t0(0) o38->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1767734675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 40000000:00000010:1.0:1767734665.785456:0:249167:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff94b1f206f780. 40000000:00000001:1.0:1767734665.785466:0:249167:0:(fid_request.c:453:client_fid_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.785468:0:196090:0:(niobuf.c:69:ptl_send_buf()) Process entered 80000000:00000001:1.0:1767734665.785472:0:249167:0:(fld_request.c:140:fld_client_add_target()) Process entered 00000100:00000040:3.0:1767734665.785476:0:196090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734665.785482:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7880. 00000100:00000200:3.0:1767734665.785487:0:196090:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853602672033024, offset 0 00000400:00000200:3.0:1767734665.785495:0:196090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 80000000:00000040:1.0:1767734665.785503:0:249167:0:(fld_request.c:148:fld_client_add_target()) cli-lustre-clilmv-ffff94b2013a5000: Adding target lustre-MDT0000-mdc-ffff94b2013a5000 (idx 0) 00000400:00000200:3.0:1767734665.785504:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 80000000:00000010:1.0:1767734665.785515:0:249167:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff94b1f451f1c0. 00000400:00000200:3.0:1767734665.785516:0:196090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000020:00000040:1.0:1767734665.785524:0:249167:0:(genops.c:887:class_export_get()) GET export ffff94b1f9294000 refcount=4 00000400:00000200:3.0:1767734665.785527:0:196090:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 80000000:00000001:1.0:1767734665.785531:0:249167:0:(fld_request.c:176:fld_client_add_target()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734665.785534:0:196090:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734665.785539:0:196090:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00800000:00000001:1.0:1767734665.785547:0:249167:0:(obd_class.h:1347:obd_register_observer()) Process entered 00000400:00000200:3.0:1767734665.785548:0:196090:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00800000:00000001:1.0:1767734665.785553:0:249167:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734665.785560:0:196090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66391:66391:256:4294967295] 192.168.203.112@tcp LPNI seq info [66391:66391:8:4294967295] 00000002:00000001:1.0:1767734665.785561:0:249167:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1767734665.785566:0:249167:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734665.785587:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00020000:00000001:1.0:1767734665.785588:0:249167:0:(lu_tgt_descs.c:84:lu_qos_add_tgt()) Process entered 00020000:00000010:1.0:1767734665.785596:0:249167:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff94b1d0537680. 00020000:00001000:1.0:1767734665.785607:0:249167:0:(lu_tgt_descs.c:123:lu_qos_add_tgt()) add tgt lustre-MDT0000_UUID to server 192.168.203.112@tcp (1 targets) 00020000:00000001:1.0:1767734665.785616:0:249167:0:(lu_tgt_descs.c:145:lu_qos_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:01000000:1.0:1767734665.785620:0:249167:0:(lmv_obd.c:395:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff94b2013a5000(a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328) successfully (5) 00000400:00000200:3.0:1767734665.785627:0:196090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00800000:00000001:1.0:1767734665.785627:0:249167:0:(obd_class.h:1036:obd_statfs_async()) Process entered 00800000:00000004:1.0:1767734665.785633:0:249167:0:(obd_class.h:1049:obd_statfs_async()) lustre-MDT0000-mdc-ffff94b2013a5000: age 7760, max_age 0 00000800:00000200:3.0:1767734665.785640:0:196090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000010:1.0:1767734665.785642:0:249167:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02ce680. 00000800:00000010:3.0:1767734665.785648:0:196090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c53e8100. 00000020:00000040:1.0:1767734665.785649:0:249167:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000001:1.0:1767734665.785659:0:249167:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734665.785664:0:249167:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767734665.785665:0:196090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 02000000:00000001:1.0:1767734665.785669:0:249167:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734665.785676:0:196090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 02000000:00000010:1.0:1767734665.785678:0:249167:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1f472cf00. 00000800:00000200:3.0:1767734665.785681:0:196090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c53e8100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1767734665.785686:0:249167:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.785692:0:249167:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734665.785695:0:249167:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.785699:0:196090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.785707:0:249167:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003997f253] to pc [ptlrpcd_00_01+1] req@ffff94b1d02ce680 x1853602672033152/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734665.785709:0:196090:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:3.0:1767734665.785723:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734665.785730:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 2 is 4303428463 00000100:00000001:3.0:1767734665.785739:0:196090:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 2, simply extend its deadline from 4303428458 00000100:00000001:3.0:1767734665.785746:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 3 is 4303428463 00800000:00000001:1.0:1767734665.785748:0:249167:0:(obd_class.h:1053:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.785751:0:196090:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 3, simply extend its deadline from 4303428458 00000100:00000001:3.0:1767734665.785758:0:196090:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734665.785761:0:196090:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734665.785763:0:249167:0:(lmv_obd.c:404:lmv_connect_mdc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.785766:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734665.785770:0:249167:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00000100:00000001:3.0:1767734665.785772:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734665.785774:0:249167:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1767734665.785779:0:249167:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.785781:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00800000:00000001:1.0:1767734665.785782:0:249167:0:(lmv_obd.c:314:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.785786:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00800000:00000001:1.0:1767734665.785787:0:249167:0:(lmv_obd.c:509:lmv_check_connect()) Process leaving 00800000:00000001:1.0:1767734665.785794:0:249167:0:(lmv_obd.c:266:lmv_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.785795:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734665.785800:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000080:00000001:1.0:1767734665.785802:0:249167:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.785805:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734665.785808:0:249167:0:(obd_class.h:1067:obd_statfs()) Process entered 00000100:00000001:3.0:1767734665.785810:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1767734665.785813:0:249167:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff94b2013a5000: age 7760, max_age 8759 00800000:00000001:1.0:1767734665.785820:0:249167:0:(lmv_obd.c:1416:lmv_statfs()) Process entered 00800000:00000010:1.0:1767734665.785825:0:249167:0:(lmv_obd.c:1418:lmv_statfs()) kmalloced '(temp)': 144 at ffff94b1f206f780. 00800000:00000001:1.0:1767734665.785836:0:249167:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:1.0:1767734665.785838:0:249167:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff94b2013a5000: age 7760, max_age 8759 00000002:00000001:1.0:1767734665.785842:0:249167:0:(mdc_request.c:1637:mdc_statfs()) Process entered 00000020:00000040:1.0:1767734665.785846:0:249167:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000010:1.0:1767734665.785854:0:249167:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cdc00. 00000020:00000040:1.0:1767734665.785857:0:249167:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=7 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000001:1.0:1767734665.785861:0:249167:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734665.785863:0:249167:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734665.785867:0:249167:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734665.785873:0:249167:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1f472cb00. 00000100:00000001:1.0:1767734665.785877:0:249167:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.785880:0:249167:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734665.785883:0:249167:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734665.785888:0:249167:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f6c0. 00000800:00000200:3.0:1767734665.785891:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734665.785891:0:249167:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723505856 : -117982986045760 : ffff94b1f206f6c0) 00000800:00000010:3.0:1767734665.785899:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c53e8100. 00000100:00000001:1.0:1767734665.785900:0:249167:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734665.785904:0:249167:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564032 : -117983553987584 : ffff94b1d02cdc00) 00000400:00000200:3.0:1767734665.785909:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734665.785910:0:249167:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734665.785916:0:249167:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.785922:0:249167:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000400:00000200:3.0:1767734665.785926:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:1.0:1767734665.785926:0:249167:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767734665.785935:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7880 00000100:00000040:1.0:1767734665.785937:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cdc00 x1853602672033280/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767734665.785940:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7880. 00000100:00000001:3.0:1767734665.785949:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767734665.785952:0:249167:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734665.785956:0:249167:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767734665.785962:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cce00 x1853602672033024/t0(0) o38->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1767734675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767734665.785970:0:249167:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94b1d02cdc00 x1853602672033280/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.785989:0:249167:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.786004:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734665.786017:0:249167:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734665.786020:0:249167:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734665.786023:0:249167:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f6c0 going to sleep for 0 seconds 00000100:00000001:1.0:1767734665.786027:0:249167:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734665.786030:0:249167:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.786033:0:249167:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734665.786046:0:249167:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.786049:0:249167:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734665.786071:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cce00 x1853602672033024/t0(0) o38->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1767734675 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767734665.786075:0:243930:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767734665.786089:0:243930:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767734665.786094:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734665.786097:0:243930:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02ce300. 00000100:00000001:3.0:1767734665.786100:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767734665.786104:0:243930:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:1.0:1767734665.786111:0:243930:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734665.786113:0:243930:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734665.786116:0:243930:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734665.786123:0:243930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1f472c100. 00000100:00000001:1.0:1767734665.786128:0:243930:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.786138:0:243930:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID req@ffff94b1d02ce300 x1853602672033408/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734665.786148:0:243930:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734665.786152:0:243930:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.786159:0:243930:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbaeda13] to pc [ptlrpcd_00_00+0] req@ffff94b1d02ce300 x1853602672033408/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.786173:0:243930:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.786177:0:243930:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767734665.786182:0:243930:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767734665.786187:0:243930:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cea00. 00000020:00000040:1.0:1767734665.786190:0:243930:0:(genops.c:1229:class_import_get()) import ffff94b1f64ad800 refcount=3 obd=lustre-OST0000-osc-ffff94b1ef335000 00000100:00000001:1.0:1767734665.786194:0:243930:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734665.786196:0:243930:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734665.786199:0:243930:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734665.786205:0:243930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1f472c200. 00000100:00000001:1.0:1767734665.786209:0:243930:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.786216:0:243930:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID req@ffff94b1d02cea00 x1853602672033536/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734665.786223:0:243930:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734665.786225:0:243930:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.786239:0:243930:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004addd4a] to pc [ptlrpcd_00_01+1] req@ffff94b1d02cea00 x1853602672033536/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.786248:0:243930:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.786252:0:243930:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767734665.786255:0:243930:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767734665.786259:0:243930:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cca80. 00000020:00000040:1.0:1767734665.786262:0:243930:0:(genops.c:1229:class_import_get()) import ffff94b1f64aa000 refcount=3 obd=lustre-OST0001-osc-ffff94b1ef335000 00000100:00000001:1.0:1767734665.786264:0:243930:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734665.786265:0:243930:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734665.786268:0:243930:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734665.786273:0:243930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1f472cc00. 00000100:00000001:1.0:1767734665.786275:0:243930:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.786280:0:243930:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID req@ffff94b1d02cca80 x1853602672033664/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734665.786288:0:243930:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734665.786290:0:243930:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.786294:0:243930:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775bf08c] to pc [ptlrpcd_00_00+0] req@ffff94b1d02cca80 x1853602672033664/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.786301:0:243930:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.786336:0:243930:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8765) 00000100:00000001:1.0:1767734665.786354:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734665.786357:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734665.786360:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734665.786367:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02ce680 x1853602672033152/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.786374:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734665.786376:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767734665.786382:0:196092:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94b1d02ce680 x1853602672033152/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.786389:0:196092:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.786401:0:196092:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.786404:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734665.786406:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.786409:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734665.786415:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cea00 x1853602672033536/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.786422:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734665.786424:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734665.786428:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734665.786431:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734665.786434:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734665.786438:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672033536:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734665.786443:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734665.786447:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734665.786450:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734665.786453:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734665.786458:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c733f800. 02000000:00000001:1.0:1767734665.786461:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734665.786469:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734665.786474:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000400:00000010:1.0:1767734665.786480:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b5d8. 00000100:00000200:1.0:1767734665.786485:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672033536, portal 4 00000100:00000001:1.0:1767734665.786488:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734665.786490:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155567616 : -117983553984000 : ffff94b1d02cea00) 00000100:00000040:1.0:1767734665.786497:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cea00 x1853602672033536/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.786505:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734665.786509:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734665.786513:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b220. 00000100:00000200:1.0:1767734665.786516:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672033536, offset 0 00000400:00000200:1.0:1767734665.786524:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734665.786531:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734665.786537:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734665.786556:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734665.786565:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734665.786570:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734665.786598:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734665.786610:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66392:66392:256:4294967295] 192.168.203.112@tcp LPNI seq info [66392:66392:8:4294967295] 00000400:00000200:1.0:1767734665.786626:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734665.786650:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734665.786667:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734665.786676:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c800. 00000800:00000200:1.0:1767734665.786691:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734665.786705:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734665.786714:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767734665.786736:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.786743:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: using a timeout of 38686 usecs (39 jiffies) 00000400:00000200:1.0:1767734665.786755:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734665.786764:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303427647 00000100:00000001:1.0:1767734665.786770:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303428463 00000100:00000001:1.0:1767734665.786775:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303427647 00000100:00000001:1.0:1767734665.786782:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303428463 00000100:00000001:1.0:1767734665.786790:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734665.786799:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.786806:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.786812:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.786820:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734665.786825:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767734665.786833:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734665.786838:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734665.786843:0:196092:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.786850:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734665.786854:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.786864:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.786882:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734665.789778:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.789788:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734665.789791:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.789795:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.789801:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.789807:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734665.789814:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.789818:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.789822:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.789825:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 416 into portal 10 MB=0x695d780d23d00 00000400:00000200:3.0:1767734665.789831:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.789836:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 416/416 into md 0x7b295 [1] + 0 00000800:00000001:3.0:1767734665.789842:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.789850:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.789853:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.789859:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734665.789863:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734665.789869:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cce00 x1853602672033024/t0(0) o38->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1767734675 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734665.789880:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94b1d02cce00 x1853602672033024/t0(0) o38->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1767734675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.789901:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1767734665.789925:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734665.789928:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c800. 00000400:00000200:3.0:1767734665.789933:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.789945:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734665.789949:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b220 00000400:00000010:3.0:1767734665.789951:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b220. 00000100:00000001:3.0:1767734665.789954:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734665.789960:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cea00 x1853602672033536/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.789970:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734665.789976:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767734665.789977:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cea00 x1853602672033536/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.789982:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734665.789991:0:196090:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767734665.789992:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767734665.789996:0:196090:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767734665.789997:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767734665.790002:0:196090:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113b00. 00000800:00000001:3.0:1767734665.790007:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767734665.790011:0:196090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e72a8 00000800:00000001:3.0:1767734665.790015:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767734665.790016:0:196090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e72a8. 00000100:00000001:1.0:1767734665.790026:0:196090:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734665.790032:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767734665.790037:0:196090:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cce00 x1853602672033024/t0(0) o38->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1767734675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767734665.790039:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:3.0:1767734665.790047:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.790062:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734665.790067:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b3b8 00000100:00000200:1.0:1767734665.790068:0:196090:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cce00 x1853602672033024/t0(0) o38->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1767734675 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767734665.790072:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b3b8. 00000100:00000001:3.0:1767734665.790081:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767734665.790087:0:196090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734665.790091:0:196090:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767734665.790094:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ce300 x1853602672033408/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.790096:0:196090:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734665.790101:0:196090:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734665.790105:0:196090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734665.790109:0:196090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.790112:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767734665.790113:0:196090:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734665.790121:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02ce300 x1853602672033408/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767734665.790126:0:196090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94b2018d6000. 00000100:00000001:3.0:1767734665.790131:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.790136:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00001000:1.0:1767734665.790137:0:196090:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b2013a2458 time=1767734665 v=5 (0 0 0 0) 00000100:00001000:1.0:1767734665.790144:0:196090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b2013a2410 time=1767734665 v=0 (0 0 0 0) 00000100:00001000:1.0:1767734665.790148:0:196090:0:(import.c:2194:obd_at_measure()) AT ffff94b2013a2410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:1.0:1767734665.790152:0:196090:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734665.790154:0:196090:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734665.790157:0:196090:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734665.790162:0:196090:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.790165:0:196090:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767734665.790167:0:196090:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b2013a5000: committing for last_committed 0 gen 1 00000100:00000040:1.0:1767734665.790171:0:196090:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b2013a5000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767734665.790174:0:196090:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734665.790175:0:196090:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.790182:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cce00 x1853602672033024/t0(0) o38->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/416 e 0 to 0 dl 1767734675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734665.790183:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734665.790190:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:3.0:1767734665.790198:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.790203:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734665.790212:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bf68 00000400:00000010:3.0:1767734665.790219:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bf68. 00000100:00000001:1.0:1767734665.790224:0:196090:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734665.790227:0:196090:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734665.790229:0:196090:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.790238:0:196090:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1767734665.790241:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1767734665.790245:0:196090:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff94b2013a5000: connect to target with instance 3 00000020:00000001:1.0:1767734665.790251:0:196090:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1767734665.790252:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cca80 x1853602672033664/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767734665.790256:0:196090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b7ba 00000020:00000001:1.0:1767734665.790262:0:196090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734665.790266:0:196090:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1f9294000 refcount=5 00000100:00000001:3.0:1767734665.790273:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767734665.790273:0:196090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090843193344 : -117982866358272 : ffff94b1f9294000) 00000020:00000001:1.0:1767734665.790280:0:196090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090843193344 : -117982866358272 : ffff94b1f9294000) 00000100:00000040:3.0:1767734665.790284:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cca80 x1853602672033664/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767734665.790286:0:196090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b2013a2410 time=1767734665 v=0 (0 0 0 0) 00000100:00001000:1.0:1767734665.790298:0:196090:0:(import.c:2194:obd_at_measure()) AT ffff94b2013a2410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1767734665.790337:0:196090:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1951, crc32c 11823, adler 1647 00000100:00080000:1.0:1767734665.790345:0:196090:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff94b2013a5000: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d3b8 00000020:00000040:1.0:1767734665.790349:0:196090:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9294000 : new refcount 4 00000100:00000001:1.0:1767734665.790352:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767734665.790355:0:196090:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:1.0:1767734665.790361:0:196090:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0000-mdc-ffff94b2013a5000, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:1.0:1767734665.790365:0:196090:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1767734665.790367:0:196090:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734665.790370:0:196090:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:1.0:1767734665.790373:0:196090:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:1.0:1767734665.790375:0:196090:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734665.790378:0:196090:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734665.790381:0:196090:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.790384:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1767734665.790389:0:196090:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00000001:3.0:1767734665.790392:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767734665.790394:0:196090:0:(import.c:65:import_set_state_nolock()) ffff94b2013a2000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1767734665.790397:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767734665.790400:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767734665.790403:0:196090:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:1.0:1767734665.790413:0:196090:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:1.0:1767734665.790415:0:196090:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:1.0:1767734665.790418:0:196090:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1767734665.790421:0:196090:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv ffff94b1de0251e0 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:1.0:1767734665.790425:0:196090:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x1886cffb85c2b7ba 00800000:00000040:1.0:1767734665.790428:0:196090:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff94b2013a5000=a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 device 8 (ffff94b1de020000) type mdc at LMV idx 0 00800000:00000040:1.0:1767734665.790432:0:196090:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD ffff94b1de020000 already active! 00800000:00000001:1.0:1767734665.790435:0:196090:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734665.790438:0:196090:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734665.790440:0:196090:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734665.790444:0:196090:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=8 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000002:00000001:3.0:1767734665.790663:0:196090:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.790669:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767734665.790672:0:196090:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734665.790677:0:196090:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1767734665.790687:0:196090:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 0000000099b658d3): req@ffff94b1d02cdc00 x1853602672033280/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000002:00000001:1.0:1767734665.790688:0:249185:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:1.0:1767734665.790695:0:249185:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1767734665.790702:0:249185:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734665.790706:0:249185:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734665.790709:0:249185:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=7 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:1.0:1767734665.790713:0:249185:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:1.0:1767734665.790715:0:249185:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767734665.790720:0:196090:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 000000006eef15a6): req@ffff94b1d02ce680 x1853602672033152/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.790732:0:249167:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734665.790738:0:196090:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.790739:0:249167:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.790749:0:249167:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734665.790751:0:196090:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.790752:0:249167:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734665.790761:0:249167:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767734665.790764:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cce00 x1853602672033024/t0(0) o38->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/416 e 0 to 0 dl 1767734675 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767734665.790766:0:249167:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734665.790773:0:249167:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.790780:0:249167:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734665.790787:0:249167:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1767734665.790791:0:196090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:196090:1853602672033024:192.168.203.112@tcp:38:mount.lustre.0 02000000:00000001:1.0:1767734665.790792:0:249167:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734665.790799:0:249167:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767734665.790802:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767734665.790806:0:249167:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1c597dc00. 00000100:00000001:3.0:1767734665.790807:0:196090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767734665.790813:0:249167:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734665.790818:0:196090:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cce00 x1853602672033024/t0(0) o38->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/416 e 0 to 0 dl 1767734675 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734665.790827:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734665.790837:0:196090:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1767734665.790837:0:249167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 02000000:00000001:3.0:1767734665.790843:0:196090:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1767734665.790847:0:249167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bf68. 02000000:00000010:3.0:1767734665.790849:0:196090:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1fb9ba800. 00000100:00000200:1.0:1767734665.790854:0:249167:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672033280, portal 10 02000000:00000001:3.0:1767734665.790856:0:196090:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767734665.790860:0:249167:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767734665.790871:0:196090:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767734665.790873:0:249167:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564032 : -117983553987584 : ffff94b1d02cdc00) 00000020:00000040:3.0:1767734665.790875:0:196090:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:3.0:1767734665.790882:0:196090:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734665.790887:0:196090:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c597c000. 00000100:00000040:1.0:1767734665.790888:0:249167:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cdc00 x1853602672033280/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767734665.790895:0:196090:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734665.790901:0:196090:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767734665.790905:0:249167:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767734665.790907:0:196090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cce00. 00000100:00000040:1.0:1767734665.790915:0:249167:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734665.790918:0:196090:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734665.790922:0:196090:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767734665.790922:0:249167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845ba18. 00000100:00000001:3.0:1767734665.790930:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767734665.790931:0:249167:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672033280, offset 0 00000100:00000001:3.0:1767734665.790937:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734665.790942:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734665.790943:0:249167:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734665.790949:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734665.790955:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734665.790956:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734665.790969:0:249167:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734665.790975:0:249167:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734665.790980:0:249167:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734665.790984:0:249167:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734665.790988:0:249167:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734665.790993:0:249167:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66395:66395:256:4294967295] 192.168.203.112@tcp LPNI seq info [66395:66395:8:4294967295] 00000400:00000200:1.0:1767734665.790997:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734665.791006:0:249167:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734665.791011:0:249167:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734665.791016:0:249167:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c500. 00000800:00000200:1.0:1767734665.791023:0:249167:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734665.791029:0:249167:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734665.791033:0:249167:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767734665.791050:0:249167:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.791054:0:249167:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: using a timeout of 6091 usecs (7 jiffies) 00000400:00000200:1.0:1767734665.791058:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734665.791060:0:249167:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 2 is 4303427619 00000100:00000001:1.0:1767734665.791063:0:249167:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 2, keep current deadline 4303428463 00000100:00000001:1.0:1767734665.791066:0:249167:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 3 is 4303427619 00000100:00000001:1.0:1767734665.791068:0:249167:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 3, keep current deadline 4303428463 00000100:00000001:1.0:1767734665.791080:0:249167:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734665.791084:0:249167:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.791088:0:249167:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734665.791090:0:249167:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734665.791094:0:249167:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734665.791097:0:249167:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734665.791100:0:249167:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.791125:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734665.791127:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767734665.791129:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734665.791131:0:196092:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767734665.791135:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c500. 00000100:00000001:1.0:1767734665.791136:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734665.791143:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734665.791147:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767734665.791148:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734665.791154:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734665.791161:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734665.791164:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:1.0:1767734665.791167:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767734665.791173:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845ba18 02000000:00000001:1.0:1767734665.791174:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734665.791180:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767734665.791181:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845ba18. 02000000:00000001:1.0:1767734665.791184:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767734665.791189:0:196086:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1767734665.791193:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1c597c400. 02000000:00000001:1.0:1767734665.791200:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767734665.791201:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cdc00 x1853602672033280/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734665.791213:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734665.791222:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810898. 00000100:00000001:3.0:1767734665.791224:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767734665.791234:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000040:3.0:1767734665.791235:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdc00 x1853602672033280/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734665.791244:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672033152, portal 10 00000100:00000001:1.0:1767734665.791251:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734665.791253:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155566720 : -117983553984896 : ffff94b1d02ce680) 00000100:00000040:1.0:1767734665.791262:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02ce680 x1853602672033152/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734681 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.791270:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734665.791275:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734665.791280:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bcc0. 00000100:00000200:1.0:1767734665.791283:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672033152, offset 0 00000400:00000200:1.0:1767734665.791293:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734665.791300:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734665.791306:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734665.791355:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734665.791360:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734665.791365:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734665.791370:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734665.791376:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734665.791383:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66396:66396:255:4294967295] 192.168.203.112@tcp LPNI seq info [66396:66396:7:4294967295] 00000400:00000200:1.0:1767734665.791390:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734665.791412:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734665.791420:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734665.791425:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c900. 00000800:00000200:1.0:1767734665.791433:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734665.791442:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734665.791445:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767734665.791451:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.791455:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: using a timeout of 6091 usecs (7 jiffies) 00000400:00000200:1.0:1767734665.791461:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734665.791465:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 2 is 4303427620 00000100:00000001:1.0:1767734665.791468:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 2, keep current deadline 4303428463 00000100:00000001:1.0:1767734665.791471:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 3 is 4303427620 00000100:00000001:1.0:1767734665.791474:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 3, keep current deadline 4303428463 00000100:00000001:1.0:1767734665.791477:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734665.791481:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.791484:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.791490:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734665.791492:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767734665.791502:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734665.791503:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767734665.791507:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734665.791513:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.791517:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734665.791568:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734665.791592:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:3.0:1767734665.791600:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.791757:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734665.791761:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bcc0 00000400:00000010:3.0:1767734665.791764:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bcc0. 00000100:00000001:3.0:1767734665.791769:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734665.791783:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ce680 x1853602672033152/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734681 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.791792:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734665.791797:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02ce680 x1853602672033152/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.791804:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.791806:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734665.792825:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.792831:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734665.792834:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.792837:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.792843:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.792848:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734665.792854:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.792858:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.792861:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.792865:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d23f00 00000400:00000200:3.0:1767734665.792869:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.792876:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b2a5 [1] + 224 00000800:00000001:3.0:1767734665.792882:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.792888:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.792890:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.792895:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734665.792899:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734665.792904:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cea00 x1853602672033536/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734665.792913:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cea00 x1853602672033536/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.792931:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734665.792938:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.792944:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734665.792955:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.792960:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.792966:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.792971:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734665.792977:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.792980:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.792984:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.792987:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d23e80 00000400:00000200:3.0:1767734665.792991:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.792996:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b2ad [1] + 224 00000800:00000001:3.0:1767734665.793001:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734665.793007:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734665.793012:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767734665.793020:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.793026:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.793033:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000001:1.0:1767734665.793033:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734665.793039:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734665.793044:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:1.0:1767734665.793049:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b5d8 00000400:00000010:1.0:1767734665.793052:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b5d8. 00000100:00000001:1.0:1767734665.793057:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767734665.793059:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734665.793068:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cea00 x1853602672033536/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734665.793069:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ce300 x1853602672033408/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734665.793109:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cea00 x1853602672033536/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734665.793114:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02ce300 x1853602672033408/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.793131:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734665.793135:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.793139:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734665.793142:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734665.793144:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734665.793146:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.793149:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767734665.793150:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734665.793158:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64adc58 time=92 v=5 (5 5 5 5) 00000800:00000001:3.0:1767734665.793163:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767734665.793163:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64adc10 time=46 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734665.793172:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767734665.793173:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.793176:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734665.793181:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734665.793187:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.793192:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734665.793197:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: skip recheck: last_committed 17179871170 00000100:00000001:1.0:1767734665.793204:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734665.793208:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.793219:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cea00 x1853602672033536/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.793234:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734665.793242:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734665.793246:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734665.793257:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cea00 x1853602672033536/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734665.793345:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672033536:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734665.793359:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.793363:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734665.793372:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cea00 x1853602672033536/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.793393:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734665.793400:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734665.793406:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c733f800. 00000800:00000001:3.0:1767734665.793413:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767734665.793414:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734665.793420:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:3.0:1767734665.793425:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734665.793425:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1f64ad800 refcount=2 obd=lustre-OST0000-osc-ffff94b1ef335000 00000020:00000001:1.0:1767734665.793435:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:3.0:1767734665.793436:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767734665.793440:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1f472c200. 00000800:00000001:3.0:1767734665.793445:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767734665.793447:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734665.793452:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734665.793456:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cea00. 00000100:00000001:1.0:1767734665.793462:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734665.793468:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.793477:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.793482:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734665.793487:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734665.793492:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.793501:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734665.793504:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.793518:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734665.793532:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.793543:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.793555:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.793565:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d23f80 00000400:00000200:3.0:1767734665.793605:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.793617:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b2b5 [1] + 224 00000800:00000001:3.0:1767734665.793630:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.793644:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.793651:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.793663:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734665.793669:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734665.793675:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cca80 x1853602672033664/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734665.793685:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cca80 x1853602672033664/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.793704:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734665.793711:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.793715:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734665.794532:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.794540:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734665.794543:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.794548:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.794554:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.794561:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734665.794567:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.794588:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.794596:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.794603:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 368 into portal 10 MB=0x695d780d23d80 00000400:00000200:3.0:1767734665.794610:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.794619:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 368/368 into md 0x7b2c5 [1] + 224 00000800:00000001:3.0:1767734665.794629:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.794638:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.794644:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.794651:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734665.794658:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734665.794666:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ce680 x1853602672033152/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734681 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734665.794685:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94b1d02ce680 x1853602672033152/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734681 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.794703:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734665.794712:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.794718:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734665.794720:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.794725:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.794731:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.794737:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734665.794748:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.794757:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.794765:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.794773:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 368 into portal 10 MB=0x695d780d23e00 00000400:00000200:3.0:1767734665.794783:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.794797:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 368/368 into md 0x7b2bd [1] + 224 00000800:00000001:3.0:1767734665.794812:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.794823:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.794827:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.794837:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734665.794844:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734665.794854:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cdc00 x1853602672033280/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734665.794873:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94b1d02cdc00 x1853602672033280/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.794910:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734665.794922:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734665.794923:0:249167:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767734665.794932:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767734665.794933:0:249167:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734665.794940:0:249167:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734665.794946:0:249167:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767734665.794954:0:249167:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bf68 00000400:00000010:1.0:1767734665.794960:0:249167:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bf68. 00000100:00000001:1.0:1767734665.794967:0:249167:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734665.794978:0:249167:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cdc00 x1853602672033280/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734665.795004:0:249167:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cdc00 x1853602672033280/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.795037:0:249167:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734665.795041:0:249167:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.795046:0:249167:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734665.795051:0:249167:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734665.795055:0:249167:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734665.795061:0:249167:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734665.795067:0:249167:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734665.795075:0:249167:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b2013a2458 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734665.795083:0:249167:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b2013a2410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734665.795092:0:249167:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734665.795096:0:249167:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734665.795101:0:249167:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734665.795106:0:249167:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.795112:0:249167:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734665.795116:0:249167:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b2013a5000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734665.795123:0:249167:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734665.795129:0:249167:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.795144:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cdc00 x1853602672033280/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.795163:0:249167:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734665.795168:0:249167:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734665.795170:0:249167:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734665.795175:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cdc00 x1853602672033280/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734681 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734665.795183:0:249167:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cdc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249167:1853602672033280:192.168.203.112@tcp:41:mount.lustre.0 00000100:00000001:1.0:1767734665.795187:0:249167:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.795189:0:249167:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.795191:0:249167:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734665.795193:0:249167:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734665.795196:0:249167:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cdc00 x1853602672033280/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734681 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.795212:0:249167:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734665.795215:0:249167:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f6c0. 00000100:00000001:1.0:1767734665.795218:0:249167:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734665.795219:0:249167:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734665.795223:0:249167:0:(mdc_request.c:1689:mdc_statfs()) Process leaving 00000100:00000001:1.0:1767734665.795225:0:249167:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734665.795229:0:249167:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cdc00 x1853602672033280/t0(0) o41->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.795235:0:249167:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734665.795236:0:249167:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734665.795239:0:249167:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1c597dc00. 02000000:00000001:1.0:1767734665.795241:0:249167:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734665.795242:0:249167:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734665.795244:0:249167:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=4 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:1.0:1767734665.795245:0:249167:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734665.795247:0:249167:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1f472cb00. 02000000:00000001:1.0:1767734665.795251:0:249167:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734665.795252:0:249167:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734665.795253:0:249167:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cdc00. 00000100:00000001:1.0:1767734665.795256:0:249167:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734665.795257:0:249167:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734665.795259:0:249167:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734665.795260:0:249167:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=3 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:1.0:1767734665.795261:0:249167:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:1.0:1767734665.795264:0:249167:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff94b2013a5000: update ffff94b1de020370 cache blocks 17200/17261 objects 456896/457366 00800000:00000001:1.0:1767734665.795267:0:249167:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734665.795269:0:249167:0:(lmv_obd.c:1454:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:1.0:1767734665.795272:0:249167:0:(lmv_obd.c:1478:lmv_statfs()) kfreed 'temp': 144 at ffff94b1f206f780. 00800000:00000001:1.0:1767734665.795274:0:249167:0:(lmv_obd.c:1479:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1767734665.795276:0:249167:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff94b2013a5000: update ffff94b1de024e10 cache blocks 17200/17261 objects 456896/457366 00000080:00000001:1.0:1767734665.795280:0:249167:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734665.795283:0:249167:0:(lmv_obd.c:1527:lmv_get_root()) Process entered 00000002:00000001:1.0:1767734665.795286:0:249167:0:(mdc_request.c:89:mdc_get_root()) Process entered 00000100:00000010:1.0:1767734665.795291:0:249167:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cdc00. 00000020:00000040:1.0:1767734665.795298:0:249167:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=4 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000001:1.0:1767734665.795302:0:249167:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734665.795555:0:249167:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734665.795560:0:249167:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734665.795566:0:249167:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c733f800. 00000100:00000001:1.0:1767734665.795570:0:249167:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.795595:0:249167:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734665.795596:0:249167:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734665.795600:0:249167:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f780. 00000100:00000001:1.0:1767734665.795603:0:249167:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506048 : -117982986045568 : ffff94b1f206f780) 00000100:00000001:1.0:1767734665.795606:0:249167:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734665.795607:0:249167:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564032 : -117983553987584 : ffff94b1d02cdc00) 00000100:00000001:1.0:1767734665.795611:0:249167:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734665.795614:0:249167:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.795616:0:249167:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734665.795617:0:249167:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734665.795622:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cdc00 x1853602672033792/t0(0) o40->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 0 ref 2 fl New:QU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.795630:0:249167:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734665.795631:0:249167:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734665.795634:0:249167:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734665.795637:0:249167:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734665.795639:0:249167:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734665.795642:0:249167:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cdc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249167:1853602672033792:192.168.203.112@tcp:40:mount.lustre.0 00000100:00000001:1.0:1767734665.795646:0:249167:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734665.795649:0:249167:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734665.795652:0:249167:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734665.795654:0:249167:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734665.795657:0:249167:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1c597dc00. 02000000:00000001:1.0:1767734665.795660:0:249167:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734665.795665:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734665.795669:0:249167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767734665.795673:0:249167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bf68. 00000100:00000200:1.0:1767734665.795677:0:249167:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672033792, portal 10 00000100:00000001:1.0:1767734665.795686:0:249167:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734665.795687:0:249167:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564032 : -117983553987584 : ffff94b1d02cdc00) 00000100:00000040:1.0:1767734665.795693:0:249167:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=209 req@ffff94b1d02cdc00 x1853602672033792/t0(0) o40->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.795700:0:249167:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734665.795707:0:249167:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734665.795711:0:249167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b5d8. 00000100:00000200:1.0:1767734665.795715:0:249167:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1853602672033792, offset 0 00000400:00000200:1.0:1767734665.795721:0:249167:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734665.795742:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734665.795748:0:249167:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734665.795752:0:249167:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734665.795757:0:249167:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734665.795760:0:249167:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734665.795763:0:249167:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734665.795766:0:249167:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66397:66397:256:4294967295] 192.168.203.112@tcp LPNI seq info [66397:66397:8:4294967295] 00000400:00000200:1.0:1767734665.795771:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734665.795780:0:249167:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734665.795785:0:249167:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734665.795790:0:249167:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cb00. 00000800:00000200:1.0:1767734665.795795:0:249167:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734665.795801:0:249167:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734665.795805:0:249167:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cb00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1767734665.795823:0:249167:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.795828:0:249167:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: using a timeout of 9633 usecs (10 jiffies) 00000400:00000200:1.0:1767734665.795833:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734665.795835:0:249167:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 2 is 4303427627 00000100:00000001:1.0:1767734665.795839:0:249167:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 2, keep current deadline 4303428463 00000100:00000001:1.0:1767734665.795842:0:249167:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 3 is 4303427627 00000100:00000001:1.0:1767734665.795847:0:249167:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 3, keep current deadline 4303428463 00000100:00000001:1.0:1767734665.795856:0:249167:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734665.795859:0:249167:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.795863:0:249167:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734665.795865:0:249167:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734665.795867:0:249167:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f780 going to sleep for 11 seconds 00000100:00000001:1.0:1767734665.795871:0:249167:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734665.795873:0:249167:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734665.795897:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734665.795902:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:3.0:1767734665.795907:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.795922:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734665.795925:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b5d8 00000400:00000010:3.0:1767734665.795927:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b5d8. 00000100:00000001:3.0:1767734665.795931:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734665.795937:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cdc00 x1853602672033792/t0(0) o40->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.795946:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734665.795949:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdc00 x1853602672033792/t0(0) o40->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734681 ref 3 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.795956:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734665.795957:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734665.797509:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.797516:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734665.797518:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.797521:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.797527:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.797533:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734665.797539:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.797543:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.797548:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.797553:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d24000 00000400:00000200:3.0:1767734665.797557:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.797563:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7b2cd [1] + 224 00000800:00000001:3.0:1767734665.797568:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.797593:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.797598:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.797605:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734665.797610:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734665.797617:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cdc00 x1853602672033792/t0(0) o40->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734665.797632:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=209 mlen=448 offset=224 replen=448 req@ffff94b1d02cdc00 x1853602672033792/t0(0) o40->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.797675:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734665.797686:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.797694:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.797708:0:249167:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734665.797717:0:249167:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734665.797720:0:249167:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734665.797724:0:249167:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767734665.797730:0:249167:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bf68 00000400:00000010:1.0:1767734665.797733:0:249167:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bf68. 00000100:00000001:1.0:1767734665.797738:0:249167:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734665.797746:0:249167:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cdc00 x1853602672033792/t0(0) o40->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734665.797759:0:249167:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cdc00 x1853602672033792/t0(0) o40->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.797768:0:249167:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734665.797770:0:249167:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.797773:0:249167:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734665.797775:0:249167:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734665.797777:0:249167:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734665.797779:0:249167:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734665.797782:0:249167:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734665.797787:0:249167:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b2013a2458 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734665.797791:0:249167:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b2013a2410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734665.797794:0:249167:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734665.797795:0:249167:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734665.797798:0:249167:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734665.797801:0:249167:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.797803:0:249167:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734665.797805:0:249167:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b2013a5000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734665.797808:0:249167:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734665.797810:0:249167:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.797824:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cdc00 x1853602672033792/t0(0) o40->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.797831:0:249167:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734665.797834:0:249167:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734665.797835:0:249167:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734665.797840:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cdc00 x1853602672033792/t0(0) o40->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734681 ref 2 fl Interpret:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734665.797848:0:249167:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cdc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249167:1853602672033792:192.168.203.112@tcp:40:mount.lustre.0 00000100:00000001:1.0:1767734665.797853:0:249167:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.797856:0:249167:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.797859:0:249167:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734665.797860:0:249167:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734665.797864:0:249167:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cdc00 x1853602672033792/t0(0) o40->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734681 ref 2 fl Complete:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.797871:0:249167:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734665.797873:0:249167:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f780. 00000100:00000001:1.0:1767734665.797877:0:249167:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734665.797879:0:249167:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:1.0:1767734665.797884:0:249167:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 00000002:00000001:1.0:1767734665.797886:0:249167:0:(mdc_request.c:135:mdc_get_root()) Process leaving 00000100:00000001:1.0:1767734665.797888:0:249167:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734665.797892:0:249167:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cdc00 x1853602672033792/t0(0) o40->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734681 ref 1 fl Complete:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.797898:0:249167:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734665.797900:0:249167:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734665.797903:0:249167:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1c597dc00. 02000000:00000001:1.0:1767734665.797906:0:249167:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734665.797908:0:249167:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734665.797910:0:249167:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=3 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:1.0:1767734665.797912:0:249167:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734665.797914:0:249167:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c733f800. 02000000:00000001:1.0:1767734665.797918:0:249167:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734665.797924:0:249167:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734665.797927:0:249167:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cdc00. 00000100:00000001:1.0:1767734665.797930:0:249167:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734665.797932:0:249167:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734665.797934:0:249167:0:(lmv_obd.c:1535:lmv_get_root()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1767734665.797938:0:249167:0:(llite_lib.c:511:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00000001:1.0:1767734665.797941:0:249167:0:(obd_class.h:503:obd_get_info()) Process entered 00800000:00000001:1.0:1767734665.797944:0:249167:0:(lmv_obd.c:3446:lmv_get_info()) Process entered 00800000:00000001:1.0:1767734665.797948:0:249167:0:(obd_class.h:503:obd_get_info()) Process entered 00000002:00000001:1.0:1767734665.797951:0:249167:0:(mdc_request.c:2718:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734665.797954:0:249167:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734665.797956:0:249167:0:(lmv_obd.c:3478:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734665.797958:0:249167:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000040:1.0:1767734665.797965:0:249167:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1951, crc32c 11823, adler 1647 00000080:00100000:1.0:1767734665.797969:0:249167:0:(llite_lib.c:674:client_common_fill_super()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681345 ocd_grant: 3407872 00000080:00000001:1.0:1767734665.797971:0:249167:0:(obd_class.h:852:obd_connect()) Process entered 00020000:00000001:1.0:1767734665.797974:0:249167:0:(lov_obd.c:185:lov_connect()) Process entered 00020000:01000000:1.0:1767734665.797976:0:249167:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000001:1.0:1767734665.797978:0:249167:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767734665.797980:0:249167:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767734665.797984:0:249167:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b1f9290000. 00000020:00000001:1.0:1767734665.798003:0:249167:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734665.798006:0:249167:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f9290000 with handle 0x1886cffb85c2b7c1 to hash 00000020:00000001:1.0:1767734665.798009:0:249167:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767734665.798012:0:249167:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1767734665.798014:0:249167:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734665.798017:0:249167:0:(obd_config.c:927:class_incref()) incref lustre-clilov-ffff94b2013a5000 (ffff94b1de026380) now 4 - export 00000020:00000001:1.0:1767734665.798020:0:249167:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626090843176960 : -117982866374656 : ffff94b1f9290000) 00000020:00000040:1.0:1767734665.798024:0:249167:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9290000 : new refcount 1 00000020:00000080:1.0:1767734665.798026:0:249167:0:(genops.c:1402:class_connect()) connect: client a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328, cookie 0x1886cffb85c2b7c1 00000020:00000001:1.0:1767734665.798029:0:249167:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734665.798032:0:249167:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767734665.798034:0:249167:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b7c1 00000020:00000001:1.0:1767734665.798036:0:249167:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734665.798038:0:249167:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1f9290000 refcount=2 00000020:00000001:1.0:1767734665.798041:0:249167:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090843176960 : -117982866374656 : ffff94b1f9290000) 00000020:00000001:1.0:1767734665.798050:0:249167:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090843176960 : -117982866374656 : ffff94b1f9290000) 00020000:00000001:1.0:1767734665.798055:0:249167:0:(lov_obd.c:101:lov_connect_osc()) Process entered 00000100:00000001:1.0:1767734665.798059:0:249167:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:1.0:1767734665.798062:0:249167:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:1.0:1767734665.798065:0:249167:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.798068:0:249167:0:(obd_class.h:1226:obd_import_event()) Process leaving 00020000:00000001:1.0:1767734665.798069:0:249167:0:(obd_class.h:1347:obd_register_observer()) Process entered 00020000:00000001:1.0:1767734665.798073:0:249167:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734665.798075:0:249167:0:(obd_class.h:852:obd_connect()) Process entered 00010000:00000001:1.0:1767734665.798077:0:249167:0:(ldlm_lib.c:670:client_connect_import()) Process entered 00000020:00000001:1.0:1767734665.798079:0:249167:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767734665.798081:0:249167:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767734665.798085:0:249167:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b1f9293800. 00000020:00000001:1.0:1767734665.798087:0:249167:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734665.798091:0:249167:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f9293800 with handle 0x1886cffb85c2b7c8 to hash 00000020:00000001:1.0:1767734665.798094:0:249167:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767734665.798099:0:249167:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1767734665.798101:0:249167:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734665.798106:0:249167:0:(genops.c:887:class_export_get()) GET export ffff94b1f9293800 refcount=3 00000020:00000040:1.0:1767734665.798111:0:249167:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-ffff94b2013a5000 (ffff94b1de0231c0) now 5 - export 00000020:00000001:1.0:1767734665.798114:0:249167:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626090843191296 : -117982866360320 : ffff94b1f9293800) 00000020:00000040:1.0:1767734665.798117:0:249167:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9293800 : new refcount 2 00000020:00000080:1.0:1767734665.798120:0:249167:0:(genops.c:1402:class_connect()) connect: client LOV_OSC_UUID, cookie 0x1886cffb85c2b7c8 00000020:00000001:1.0:1767734665.798123:0:249167:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734665.798125:0:249167:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767734665.798128:0:249167:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b7c8 00000020:00000001:1.0:1767734665.798130:0:249167:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734665.798132:0:249167:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1f9293800 refcount=3 00000020:00000001:1.0:1767734665.798135:0:249167:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090843191296 : -117982866360320 : ffff94b1f9293800) 00000020:00000001:1.0:1767734665.798138:0:249167:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090843191296 : -117982866360320 : ffff94b1f9293800) 00000100:00000001:1.0:1767734665.798142:0:249167:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1767734665.798144:0:249167:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1767734665.798149:0:249167:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff94b2013a5000: connect to NID 192.168.203.112@tcp last attempt 0 00000400:00000200:1.0:1767734665.798156:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734665.798167:0:249167:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.112@tcp is discovered: rc = 1 00000100:00000001:1.0:1767734665.798171:0:249167:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767734665.798174:0:249167:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 18 to 192.168.203.112@tcp 00000100:00000001:1.0:1767734665.798177:0:249167:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000020:00000001:1.0:1767734665.798180:0:249167:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767734665.798182:0:249167:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b7c8 00000020:00000001:1.0:1767734665.798184:0:249167:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734665.798185:0:249167:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1f9293800 refcount=4 00000020:00000001:1.0:1767734665.798187:0:249167:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090843191296 : -117982866360320 : ffff94b1f9293800) 00000020:00000001:1.0:1767734665.798190:0:249167:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090843191296 : -117982866360320 : ffff94b1f9293800) 00000100:00000001:1.0:1767734665.798192:0:249167:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767734665.798194:0:249167:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 19 to 192.168.203.112@tcp 00000100:00000001:1.0:1767734665.798196:0:249167:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000020:00000040:1.0:1767734665.798199:0:249167:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9293800 : new refcount 3 00000100:00080000:1.0:1767734665.798202:0:249167:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff94b2013a5000: import ffff94b2013a1800 using connection 192.168.203.112@tcp/192.168.203.112@tcp 00000100:00000001:1.0:1767734665.798205:0:249167:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734665.798207:0:249167:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767734665.798211:0:249167:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767734665.798213:0:249167:0:(sec.c:1450:sptlrpc_sec_create()) osc lustre-OST0000-osc-ffff94b2013a5000: select security flavor null 02000000:00000001:1.0:1767734665.798217:0:249167:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072650391168 : -1059160448 : ffffffffc0de7e80) 02000000:00000001:1.0:1767734665.798220:0:249167:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.798222:0:249167:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1767734665.798225:0:249167:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681345 ocd_grant: 134217728, lost: 0. 00000008:00000001:1.0:1767734665.798228:0:249167:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.798231:0:249167:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734665.798236:0:249167:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cdc00. 00000020:00000040:1.0:1767734665.798239:0:249167:0:(genops.c:1229:class_import_get()) import ffff94b2013a1800 refcount=2 obd=lustre-OST0000-osc-ffff94b2013a5000 02000000:00000001:1.0:1767734665.798242:0:249167:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734665.798244:0:249167:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.798246:0:249167:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734665.798248:0:249167:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734665.798251:0:249167:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734665.798261:0:249167:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c597dc00. 00000100:00000001:1.0:1767734665.798265:0:249167:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734665.798272:0:249167:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94b1d02cdc00 x1853602672033920/t0(0) o8->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734665.798281:0:249167:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734665.798284:0:249167:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.798289:0:249167:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a4caa39] to pc [ptlrpcd_rcv+-1] req@ffff94b1d02cdc00 x1853602672033920/t0(0) o8->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.798357:0:249167:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.798361:0:249167:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1767734665.798363:0:249167:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328->lustre-OST0000_UUID 00000020:00000040:1.0:1767734665.798366:0:249167:0:(genops.c:1229:class_import_get()) import ffff94b2013a1800 refcount=3 obd=lustre-OST0000-osc-ffff94b2013a5000 00000100:00000001:1.0:1767734665.798386:0:249167:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734665.798388:0:249167:0:(ldlm_lib.c:725:client_connect_import()) Process leaving 00020000:00000001:1.0:1767734665.798393:0:249167:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:1.0:1767734665.798395:0:249167:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff94b2013a5000) active 00020000:00000001:1.0:1767734665.798408:0:249167:0:(lov_obd.c:173:lov_connect_osc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734665.798413:0:249167:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:1.0:1767734665.798419:0:249167:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1767734665.798423:0:249167:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000080:00000001:1.0:1767734665.798426:0:249167:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734665.798430:0:249167:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734665.798432:0:249167:0:(lov_obd.c:101:lov_connect_osc()) Process entered 00000100:00000001:1.0:1767734665.798436:0:249167:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:1.0:1767734665.798438:0:249167:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:1.0:1767734665.798440:0:249167:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.798443:0:249167:0:(obd_class.h:1226:obd_import_event()) Process leaving 00020000:00000001:1.0:1767734665.798445:0:249167:0:(obd_class.h:1347:obd_register_observer()) Process entered 00020000:00000001:1.0:1767734665.798448:0:249167:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734665.798451:0:249167:0:(obd_class.h:852:obd_connect()) Process entered 00010000:00000001:1.0:1767734665.798456:0:249167:0:(ldlm_lib.c:670:client_connect_import()) Process entered 00000020:00000001:1.0:1767734665.798460:0:249167:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767734665.798463:0:249167:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767734665.798469:0:249167:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b1f9293000. 00000020:00000001:1.0:1767734665.798473:0:249167:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734665.798486:0:249167:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f9293000 with handle 0x1886cffb85c2b7cf to hash 00000020:00000001:1.0:1767734665.798491:0:249167:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767734665.798498:0:249167:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1767734665.798501:0:249167:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734665.798509:0:249167:0:(genops.c:887:class_export_get()) GET export ffff94b1f9293000 refcount=3 00000020:00000040:1.0:1767734665.798532:0:249167:0:(obd_config.c:927:class_incref()) incref lustre-OST0001-osc-ffff94b2013a5000 (ffff94b2012d6380) now 5 - export 00000020:00000001:1.0:1767734665.798539:0:249167:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626090843189248 : -117982866362368 : ffff94b1f9293000) 00000020:00000040:1.0:1767734665.798545:0:249167:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9293000 : new refcount 2 00000020:00000080:1.0:1767734665.798549:0:249167:0:(genops.c:1402:class_connect()) connect: client LOV_OSC_UUID, cookie 0x1886cffb85c2b7cf 00000020:00000001:1.0:1767734665.798555:0:249167:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734665.798561:0:249167:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767734665.798566:0:249167:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b7cf 00000020:00000001:1.0:1767734665.798569:0:249167:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734665.798594:0:249167:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1f9293000 refcount=3 00000020:00000001:1.0:1767734665.798617:0:249167:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090843189248 : -117982866362368 : ffff94b1f9293000) 00000020:00000001:1.0:1767734665.798620:0:249167:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090843189248 : -117982866362368 : ffff94b1f9293000) 00000100:00000001:1.0:1767734665.798623:0:249167:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1767734665.798626:0:249167:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1767734665.798632:0:249167:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff94b2013a5000: connect to NID 192.168.203.112@tcp last attempt 0 00000400:00000200:1.0:1767734665.798644:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734665.798651:0:249167:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.112@tcp is discovered: rc = 1 00000100:00000001:1.0:1767734665.798653:0:249167:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767734665.798657:0:249167:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 20 to 192.168.203.112@tcp 00000100:00000001:1.0:1767734665.798662:0:249167:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000020:00000001:1.0:1767734665.798667:0:249167:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767734665.798670:0:249167:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b7cf 00000020:00000001:1.0:1767734665.798675:0:249167:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734665.798680:0:249167:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1f9293000 refcount=4 00000020:00000001:1.0:1767734665.798688:0:249167:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090843189248 : -117982866362368 : ffff94b1f9293000) 00000020:00000001:1.0:1767734665.798692:0:249167:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090843189248 : -117982866362368 : ffff94b1f9293000) 00000100:00000001:1.0:1767734665.798698:0:249167:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767734665.798705:0:249167:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 21 to 192.168.203.112@tcp 00000100:00000001:1.0:1767734665.798719:0:249167:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000020:00000040:1.0:1767734665.798723:0:249167:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9293000 : new refcount 3 00000100:00080000:1.0:1767734665.798731:0:249167:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff94b2013a5000: import ffff94b1e7e80000 using connection 192.168.203.112@tcp/192.168.203.112@tcp 00000100:00000001:1.0:1767734665.798739:0:249167:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734665.798745:0:249167:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767734665.798752:0:249167:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767734665.798758:0:249167:0:(sec.c:1450:sptlrpc_sec_create()) osc lustre-OST0001-osc-ffff94b2013a5000: select security flavor null 02000000:00000001:1.0:1767734665.798762:0:249167:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072650391168 : -1059160448 : ffffffffc0de7e80) 02000000:00000001:1.0:1767734665.798767:0:249167:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.798772:0:249167:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1767734665.798777:0:249167:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681345 ocd_grant: 134217728, lost: 0. 00000008:00000001:1.0:1767734665.798783:0:249167:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.798788:0:249167:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734665.798795:0:249167:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cea00. 00000020:00000040:1.0:1767734665.798801:0:249167:0:(genops.c:1229:class_import_get()) import ffff94b1e7e80000 refcount=2 obd=lustre-OST0001-osc-ffff94b2013a5000 02000000:00000001:1.0:1767734665.798807:0:249167:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734665.798812:0:249167:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.798816:0:249167:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734665.798820:0:249167:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734665.798825:0:249167:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734665.798835:0:249167:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c597e800. 00000100:00000001:1.0:1767734665.798845:0:249167:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734665.798859:0:249167:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94b1d02cea00 x1853602672034048/t0(0) o8->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734665.798874:0:249167:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734665.798877:0:249167:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.798888:0:249167:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004addd4a] to pc [ptlrpcd_rcv+-1] req@ffff94b1d02cea00 x1853602672034048/t0(0) o8->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734665.798917:0:249167:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.798922:0:249167:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1767734665.798927:0:249167:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328->lustre-OST0001_UUID 00000020:00000040:1.0:1767734665.798935:0:249167:0:(genops.c:1229:class_import_get()) import ffff94b1e7e80000 refcount=3 obd=lustre-OST0001-osc-ffff94b2013a5000 00000100:00000001:1.0:1767734665.798965:0:249167:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734665.798969:0:249167:0:(ldlm_lib.c:725:client_connect_import()) Process leaving 00020000:00000001:1.0:1767734665.798976:0:249167:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:1.0:1767734665.798983:0:249167:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff94b2013a5000) active 00020000:00000001:1.0:1767734665.798997:0:249167:0:(lov_obd.c:173:lov_connect_osc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734665.799002:0:249167:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:1.0:1767734665.799007:0:249167:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1767734665.799011:0:249167:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000080:00000001:1.0:1767734665.799017:0:249167:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734665.799022:0:249167:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734665.799028:0:249167:0:(lov_obd.c:235:lov_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734665.799033:0:249167:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734665.799041:0:249167:0:(llite_lib.c:734:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff94b1c733f800. 00000020:00000010:1.0:1767734665.799050:0:249167:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff94b1c597d800. 00800000:00000001:1.0:1767734665.799059:0:249167:0:(lmv_obd.c:1589:lmv_getattr()) Process entered 00000020:00000010:1.0:1767734665.799068:0:249167:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff94b1c597c400. 00000002:00000001:1.0:1767734665.799075:0:249167:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:1.0:1767734665.799081:0:249167:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cf100. 00000020:00000040:1.0:1767734665.799087:0:249167:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=4 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000001:1.0:1767734665.799094:0:249167:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734665.799099:0:249167:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734665.799104:0:249167:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734665.799111:0:249167:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c733e200. 00000100:00000001:1.0:1767734665.799119:0:249167:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734665.799127:0:249167:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:1.0:1767734665.799131:0:249167:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734665.799135:0:249167:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734665.799142:0:249167:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f780. 00000100:00000001:1.0:1767734665.799150:0:249167:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506048 : -117982986045568 : ffff94b1f206f780) 00000100:00000001:1.0:1767734665.799156:0:249167:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734665.799160:0:249167:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00000100:00000001:1.0:1767734665.799169:0:249167:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734665.799176:0:249167:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.799183:0:249167:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734665.799188:0:249167:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734665.799207:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cf100 x1853602672034176/t0(0) o33->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734665.799224:0:249167:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734665.799227:0:249167:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734665.799235:0:249167:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734665.799238:0:249167:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734665.799243:0:249167:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734665.799254:0:249167:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cf100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249167:1853602672034176:192.168.203.112@tcp:33:mount.lustre.0 00000100:00000001:1.0:1767734665.799264:0:249167:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734665.799270:0:249167:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734665.799276:0:249167:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734665.799280:0:249167:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734665.799404:0:249167:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94b1d2440000. 02000000:00000001:1.0:1767734665.799409:0:249167:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734665.799421:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734665.799429:0:249167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767734665.799438:0:249167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94b1c597c000. 00000100:00000200:1.0:1767734665.799448:0:249167:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1853602672034176, portal 10 00000100:00000001:1.0:1767734665.799455:0:249167:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734665.799460:0:249167:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00000100:00000040:1.0:1767734665.799473:0:249167:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cf100 x1853602672034176/t0(0) o33->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734665.799489:0:249167:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734665.799498:0:249167:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734665.799503:0:249167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bf68. 00000100:00000200:1.0:1767734665.799511:0:249167:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1853602672034176, offset 0 00000400:00000200:1.0:1767734665.799524:0:249167:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734665.799533:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734665.799543:0:249167:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734665.799548:0:249167:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734665.799553:0:249167:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734665.799557:0:249167:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734665.799568:0:249167:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734665.799592:0:249167:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66400:66400:254:4294967295] 192.168.203.112@tcp LPNI seq info [66400:66400:6:4294967295] 00000400:00000200:1.0:1767734665.799597:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734665.799608:0:249167:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734665.799613:0:249167:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734665.799618:0:249167:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c200. 00000800:00000200:1.0:1767734665.799623:0:249167:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734665.799629:0:249167:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734665.799633:0:249167:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c200 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1767734665.799637:0:249167:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.799641:0:249167:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: using a timeout of 7901 usecs (8 jiffies) 00000400:00000200:1.0:1767734665.799644:0:249167:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734665.799647:0:249167:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 2 is 4303427629 00000100:00000001:1.0:1767734665.799649:0:249167:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 2, keep current deadline 4303428477 00000100:00000001:1.0:1767734665.799651:0:249167:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 3 is 4303427629 00000100:00000001:1.0:1767734665.799653:0:249167:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 3, keep current deadline 4303428477 00000100:00000001:1.0:1767734665.799655:0:249167:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734665.799658:0:249167:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.799660:0:249167:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734665.799662:0:249167:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734665.799665:0:249167:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f780 going to sleep for 11 seconds 00000100:00000001:1.0:1767734665.799667:0:249167:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734665.799669:0:249167:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.799693:0:243930:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8765) 00000800:00000200:2.0:1767734665.804407:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734665.804413:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734665.804420:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734665.804428:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734665.804434:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b7f8 00000400:00000010:2.0:1767734665.804437:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b7f8. 00000100:00000001:2.0:1767734665.804443:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734665.804451:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cdc00 x1853602672033920/t0(0) o8->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.804463:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734665.804469:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cdc00 x1853602672033920/t0(0) o8->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734675 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.804478:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.804481:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767734665.804496:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734665.804499:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734665.804511:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734665.804518:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734665.804521:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b6e8 00000400:00000010:2.0:1767734665.804524:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b6e8. 00000100:00000001:2.0:1767734665.804528:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734665.804533:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cea00 x1853602672034048/t0(0) o8->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.804541:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734665.804546:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cea00 x1853602672034048/t0(0) o8->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734675 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734665.804553:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.804555:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767734665.804619:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734665.804624:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:2.0:1767734665.804629:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734665.804635:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734665.804638:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bf68 00000400:00000010:2.0:1767734665.804641:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bf68. 00000100:00000001:2.0:1767734665.804645:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734665.804651:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf100 x1853602672034176/t0(0) o33->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767734681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734665.804659:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734665.804663:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf100 x1853602672034176/t0(0) o33->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767734681 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734665.804670:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734665.804672:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734665.808639:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.808648:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734665.808652:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.808655:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.808661:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.808685:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734665.808691:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.808695:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.808812:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.808817:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 416 into portal 4 MB=0x695d780d24080 00000400:00000200:3.0:1767734665.808822:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.808827:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 416/416 into md 0x7b2d5 [1] + 0 00000800:00000001:3.0:1767734665.808833:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.808839:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.808841:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.808845:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734665.808850:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734665.808856:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cdc00 x1853602672033920/t0(0) o8->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734675 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734665.808923:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94b1d02cdc00 x1853602672033920/t0(0) o8->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734665.808944:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734665.808951:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.808956:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734665.808958:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.808961:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.808982:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.808989:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734665.809013:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.809021:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.809034:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.809043:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 464 into portal 10 MB=0x695d780d24180 00000400:00000200:3.0:1767734665.809057:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.809069:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 464/464 into md 0x7b2e5 [32] + 224 00000800:00000001:3.0:1767734665.809079:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.809086:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.809089:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734665.809095:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734665.809102:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734665.809112:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf100 x1853602672034176/t0(0) o33->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767734681 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734665.809135:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=464 offset=224 replen=66264 req@ffff94b1d02cf100 x1853602672034176/t0(0) o33->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734665.809166:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734665.809175:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.809184:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734665.809194:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.809202:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.809208:0:249167:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767734665.809212:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000001:1.0:1767734665.809219:0:249167:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734665.809224:0:249167:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767734665.809229:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000010:1.0:1767734665.809231:0:249167:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767734665.809240:0:249167:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1c597c000 00000400:00000010:1.0:1767734665.809246:0:249167:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff94b1c597c000. 00000400:00000200:3.0:1767734665.809249:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734665.809254:0:249167:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767734665.809259:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734665.809269:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000200:1.0:1767734665.809278:0:249167:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cf100 x1853602672034176/t0(0) o33->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1767734665.809285:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 416 into portal 4 MB=0x695d780d24100 00000400:00000200:3.0:1767734665.809301:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000200:1.0:1767734665.809365:0:249167:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cf100 x1853602672034176/t0(0) o33->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734665.809376:0:249167:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734665.809381:0:249167:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.809386:0:249167:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734665.809392:0:249167:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734665.809396:0:249167:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734665.809416:0:249167:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734665.809424:0:249167:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734665.809436:0:249167:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b2013a24a0 time=1767734665 v=5 (0 0 0 0) 00000100:00001000:1.0:1767734665.809449:0:249167:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b2013a2410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734665.809455:0:249167:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734665.809459:0:249167:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734665.809464:0:249167:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734665.809470:0:249167:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.809480:0:249167:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734665.809486:0:249167:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b2013a5000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734665.809489:0:249167:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734665.809494:0:249167:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734665.809505:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cf100 x1853602672034176/t0(0) o33->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:23/10 lens 448/464 e 0 to 0 dl 1767734681 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734665.809527:0:249167:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734665.809534:0:249167:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734665.809539:0:249167:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734665.809550:0:249167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cf100 x1853602672034176/t0(0) o33->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:23/10 lens 448/464 e 0 to 0 dl 1767734681 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734665.809617:0:249167:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cf100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249167:1853602672034176:192.168.203.112@tcp:33:mount.lustre.0 00000100:00000001:1.0:1767734665.809625:0:249167:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734665.809628:0:249167:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.809632:0:249167:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734665.809650:0:249167:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734665.809659:0:249167:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cf100 x1853602672034176/t0(0) o33->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:23/10 lens 448/464 e 0 to 0 dl 1767734681 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1767734665.809679:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 416/416 into md 0x7b2dd [1] + 0 00000100:00000001:1.0:1767734665.809685:0:249167:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734665.809691:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767734665.809694:0:249167:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f780. 00000100:00000001:1.0:1767734665.809700:0:249167:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734665.809705:0:249167:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734665.809706:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734665.809715:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000002:00000200:1.0:1767734665.809718:0:249167:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:1.0:1767734665.809723:0:249167:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734665.809733:0:249167:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734665.809739:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00800000:00000001:1.0:1767734665.809739:0:249167:0:(lmv_obd.c:1602:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734665.809749:0:249167:0:(llite_lib.c:749:client_common_fill_super()) kfreed 'op_data': 384 at ffff94b1c733f800. 00000100:00000001:3.0:1767734665.809751:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000002:00000001:1.0:1767734665.809762:0:249167:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000100:00000200:3.0:1767734665.809763:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cea00 x1853602672034048/t0(0) o8->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734675 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000002:00000001:1.0:1767734665.809770:0:249167:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1767734665.809777:0:249167:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734665.809785:0:249167:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143432 : -117983526408184 : ffff94b1d1d1b008) 00000020:00001000:1.0:1767734665.809795:0:249167:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b000 00000100:00000040:3.0:1767734665.809801:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94b1d02cea00 x1853602672034048/t0(0) o8->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000001:1.0:1767734665.809802:0:249167:0:(vvp_dev.c:173:vvp_device_alloc()) Process entered 00000080:00000010:1.0:1767734665.809827:0:249167:0:(vvp_dev.c:175:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff94b1dd24d600. 00000080:00000010:1.0:1767734665.809838:0:249167:0:(vvp_dev.c:183:vvp_device_alloc()) kmalloced '(site)': 528 at ffff94b1c597c000. 00000100:00000001:3.0:1767734665.809842:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767734665.809844:0:249167:0:(lu_object.c:1098:lu_site_init()) Process entered 00000800:00000001:3.0:1767734665.809851:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734665.809860:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767734665.809878:0:249167:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff94b1d0e94000. 00000020:00000010:1.0:1767734665.809893:0:249167:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1d04bfc00. 00000020:00000010:1.0:1767734665.809902:0:249167:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff94b1f206f780. 00000020:00000001:1.0:1767734665.809909:0:249167:0:(lu_object.c:1160:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734665.809919:0:249167:0:(vvp_dev.c:199:vvp_device_alloc()) Process leaving (rc=18446626090373142016 : -117983336409600 : ffff94b1dd24d600) 00000080:00000001:1.0:1767734665.809925:0:249167:0:(vvp_dev.c:208:vvp_device_init()) Process entered 00020000:00000001:1.0:1767734665.809930:0:249167:0:(lov_dev.c:170:lov_mdc_dev_init()) Process entered 00020000:00000010:1.0:1767734665.809938:0:249167:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff94b1dd24d840. 00020000:00000001:1.0:1767734665.809945:0:249167:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000002:00000001:1.0:1767734665.809949:0:249167:0:(mdc_dev.c:1738:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734665.809954:0:249167:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734665.809960:0:249167:0:(lov_dev.c:178:lov_mdc_dev_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1767734665.809966:0:249167:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff94b1dd24d9c0. 00020000:00000001:1.0:1767734665.809974:0:249167:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000008:00000001:1.0:1767734665.809980:0:249167:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734665.809995:0:249167:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1767734665.810000:0:249167:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff94b1dd24dd20. 00020000:00000001:1.0:1767734665.810004:0:249167:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000008:00000001:1.0:1767734665.810010:0:249167:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734665.810013:0:249167:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734665.810019:0:249167:0:(lov_dev.c:283:lov_device_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734665.810025:0:249167:0:(vvp_dev.c:219:vvp_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734665.810030:0:249167:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b000 00000080:00000001:1.0:1767734665.810036:0:249167:0:(vvp_dev.c:337:cl_sb_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734665.810043:0:249167:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1767734665.810050:0:249167:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1767734665.810064:0:249167:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1f0742940. 00000080:00000001:1.0:1767734665.810079:0:249167:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1767734665.810084:0:249167:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f0742a08) 00000080:00000001:1.0:1767734665.810088:0:249167:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734665.810093:0:249167:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1767734665.810097:0:249167:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734665.810105:0:249167:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1767734665.810112:0:249167:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1767734665.810117:0:249167:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115188193296385 mtime from 0 to 1767734657 00000080:00200000:1.0:1767734665.810123:0:249167:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 135680 00000080:00000001:1.0:1767734665.810131:0:249167:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1767734665.810137:0:249167:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090697107976 : -117983012443640 : ffff94b1f0742a08) 00800000:00000001:1.0:1767734665.810145:0:249167:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734665.810150:0:249167:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734665.810161:0:249167:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734665.810172:0:249167:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cf100 x1853602672034176/t0(0) o33->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:23/10 lens 448/464 e 0 to 0 dl 1767734681 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734665.810202:0:249167:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734665.810208:0:249167:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734665.810214:0:249167:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94b1d2440000. 02000000:00000001:1.0:1767734665.810259:0:249167:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734665.810264:0:249167:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734665.810269:0:249167:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=3 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:1.0:1767734665.810272:0:249167:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734665.810286:0:249167:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c733e200. 02000000:00000001:1.0:1767734665.810293:0:249167:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734665.810297:0:249167:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734665.810302:0:249167:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cf100. 00000100:00000001:1.0:1767734665.810308:0:249167:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734665.810314:0:249167:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734665.810326:0:249167:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c70ad900. 00000080:00000001:1.0:1767734665.810351:0:249167:0:(obd_class.h:828:obd_get_uuid()) Process entered 00800000:00000001:1.0:1767734665.810384:0:249167:0:(obd_class.h:828:obd_get_uuid()) Process entered 00800000:00000001:1.0:1767734665.810390:0:249167:0:(obd_class.h:835:obd_get_uuid()) Process leaving (rc=18446626090387638152 : -117983321913464 : ffff94b1de020788) 00000080:00000001:1.0:1767734665.810398:0:249167:0:(obd_class.h:835:obd_get_uuid()) Process leaving (rc=18446626090387638152 : -117983321913464 : ffff94b1de020788) 00000080:00000010:1.0:1767734665.810405:0:249167:0:(llite_lib.c:838:client_common_fill_super()) kfreed 'data': 192 at ffff94b1f206ff00. 00000080:00000010:1.0:1767734665.810412:0:249167:0:(llite_lib.c:839:client_common_fill_super()) kfreed 'osfs': 144 at ffff94b1f206f300. 00000080:00000001:1.0:1767734665.810421:0:249167:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:1.0:1767734665.810426:0:249167:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:1.0:1767734665.810432:0:249167:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734665.810455:0:249167:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734665.810473:0:249167:0:(llite_lib.c:883:client_common_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734665.810479:0:249167:0:(llite_lib.c:1517:ll_fill_super()) kfreed 'md': 33 at ffff94b1f451f540. 00000080:00000010:1.0:1767734665.810485:0:249167:0:(llite_lib.c:1519:ll_fill_super()) kfreed 'dt': 33 at ffff94b1f451f8c0. 00000080:00000010:1.0:1767734665.810494:0:249167:0:(llite_lib.c:1527:ll_fill_super()) kfreed 'cfg': 88 at ffff94b1d0411780. 00000080:02000400:1.0:1767734665.810502:0:249167:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000080:00000001:1.0:1767734665.812305:0:249167:0:(llite_lib.c:1534:ll_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1767734665.812310:0:249167:0:(super25.c:202:lustre_fill_super()) 192.168.203.112@tcp:/lustre: Mount complete 00000080:00000001:3.0:1767734665.813491:0:1:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734665.813503:0:1:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734665.829149:0:1:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734665.829158:0:1:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767734665.867930:0:249196:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000001:1.0:1767734665.874284:0:249197:0:(debug.c:327:cfs_str2mask()) Process entered 00010000:00000001:3.0:1767734665.954460:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734665.954466:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734665.954472:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734665.954475:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734665.954479:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734665.954481:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734665.954485:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734665.954486:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734665.954550:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734665.954556:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734665.954561:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767734666.658438:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303428477, at 4303428480 00000100:00000010:2.0:1767734666.658452:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d04119c0. 00000100:00000040:3.0:1767734666.658460:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303428477, at 4303428480 00000100:00000010:3.0:1767734666.658475:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d04117e0. 00010000:00000001:3.0:1767734666.978424:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734666.978433:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734666.978438:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734666.978440:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734666.978444:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734666.978446:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734666.978449:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734666.978451:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734666.978613:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734666.978618:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734666.978622:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767734667.203582:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.203591:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.203609:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.203618:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.203624:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bb28 00000400:00000010:2.0:1767734667.203627:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bb28. 00000100:00000001:2.0:1767734667.203633:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.203640:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da9880 x1853602672034432/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.203653:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.203658:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da9880 x1853602672034432/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.203667:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.203670:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1F:1767734667.210164:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d0461300. 00010000:00000010:0.1:1767734667.210182:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c5740000. 00000800:00000001:3.0:1767734667.210530:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.210542:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734667.210546:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.210549:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.210558:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.210595:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734667.210622:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.210628:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.210634:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.210639:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d24280 00000400:00000200:3.0:1767734667.210644:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.210650:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7b2ed [1] + 224 00000800:00000001:3.0:1767734667.210658:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.210668:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.210671:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734667.210676:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.210681:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.210688:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da9880 x1853602672034432/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734667.210702:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1f2da9880 x1853602672034432/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.210729:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734667.210736:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734667.210740:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.210746:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734667.210753:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66402:66402:256:4294967295] 192.168.203.112@tcp LPNI seq info [66402:66402:8:4294967295] 00000400:00000200:3.0:1767734667.210761:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.210777:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734667.210795:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734667.210804:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c53e8100. 00000800:00000200:3.0:1767734667.210824:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734667.210842:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734667.210853:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c53e8100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734667.210929:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734667.210948:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c53e8100. 00000400:00000200:3.0:1767734667.210960:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767734667.210963:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.210979:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.210982:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000040:2.0:1767734667.215423:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303429036, at 4303429037 00000100:00000010:2.0:1767734667.215437:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f46456c0. 00000100:00000040:3.0:1767734667.215455:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303429036, at 4303429037 00000100:00000010:3.0:1767734667.215469:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645180. 00000080:00000001:1.0:1767734667.219370:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734667.219379:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734667.219382:0:249244:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734667.219386:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bb20 00000080:00200000:1.0:1767734667.219391:0:249244:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734667.219399:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:1.0:1767734667.219411:0:249244:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734667.219415:0:249244:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734667.219419:0:249244:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.219422:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837ba40 00800000:00000002:1.0:1767734667.219424:0:249244:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734667.219430:0:249244:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734667.219433:0:249244:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734667.219438:0:249244:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.219440:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b910 00000002:00010000:1.0:1767734667.219442:0:249244:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734667.219446:0:249244:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734667.219448:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.219450:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734667.219456:0:249244:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.219459:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.219461:0:249244:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.219465:0:249244:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734667.219468:0:249244:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734667.219473:0:249244:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cf100. 00000020:00000040:1.0:1767734667.219477:0:249244:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734667.219482:0:249244:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734667.219486:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.219489:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.219491:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.219493:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.219496:0:249244:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734667.219498:0:249244:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734667.219501:0:249244:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734667.219506:0:249244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be400. 00000100:00000001:1.0:1767734667.219511:0:249244:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.219515:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.219517:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.219519:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.219521:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.219523:0:249244:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.219529:0:249244:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00010000:00000001:1.0:1767734667.219539:0:249244:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734667.219542:0:249244:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767734667.219546:0:249244:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1600. 00010000:00000010:1.0:1767734667.219550:0:249244:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537080. 00010000:00000001:1.0:1767734667.219555:0:249244:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734667.219559:0:249244:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ee00. 00000020:00000001:1.0:1767734667.219585:0:249244:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734667.219589:0:249244:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ee00 with handle 0x1886cffb85c2b7d6 to hash 00000020:00000001:1.0:1767734667.219592:0:249244:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734667.219594:0:249244:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.219599:0:249244:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.219602:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.219604:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.219609:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.219620:0:249244:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.219633:0:249244:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00000100:00000001:1.0:1767734667.219639:0:249244:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734667.219640:0:249244:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734667.219645:0:249244:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.219648:0:249244:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:1.0:1767734667.219650:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.219652:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00000100:00000001:1.0:1767734667.219656:0:249244:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734667.219659:0:249244:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.219661:0:249244:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734667.219663:0:249244:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734667.219671:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cf100 x1853602672034560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.219699:0:249244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734667.219701:0:249244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.219705:0:249244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734667.219707:0:249244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734667.219710:0:249244:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734667.219715:0:249244:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cf100 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672034560:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.219719:0:249244:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734667.219723:0:249244:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734667.219726:0:249244:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.219728:0:249244:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734667.219733:0:249244:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9295000. 02000000:00000001:1.0:1767734667.219736:0:249244:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734667.219742:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734667.219746:0:249244:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767734667.219751:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b440. 00000100:00000200:1.0:1767734667.219756:0:249244:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672034560, portal 10 00000100:00000001:1.0:1767734667.219759:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.219760:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00000100:00000040:1.0:1767734667.219767:0:249244:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cf100 x1853602672034560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.219776:0:249244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734667.219779:0:249244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734667.219782:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b3b8. 00000100:00000200:1.0:1767734667.219785:0:249244:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672034560, offset 0 00000400:00000200:1.0:1767734667.219792:0:249244:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734667.219798:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.219804:0:249244:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734667.219808:0:249244:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734667.219812:0:249244:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734667.219815:0:249244:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734667.219818:0:249244:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734667.219822:0:249244:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66403:66403:256:4294967295] 192.168.203.112@tcp LPNI seq info [66403:66403:8:4294967295] 00000400:00000200:1.0:1767734667.219834:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.219845:0:249244:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734667.219851:0:249244:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734667.219855:0:249244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c300. 00000800:00000200:1.0:1767734667.219861:0:249244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734667.219867:0:249244:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734667.219872:0:249244:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734667.219891:0:249244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.219896:0:249244:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10700 usecs (11 jiffies) 00000400:00000200:1.0:1767734667.219901:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.219904:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429052 00000100:00000010:1.0:1767734667.219909:0:249244:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d120. 00000100:00000001:1.0:1767734667.219914:0:249244:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767734667.219919:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429052 00000100:00000010:1.0:1767734667.219922:0:249244:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d3c0. 00000100:00000001:1.0:1767734667.219925:0:249244:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767734667.219934:0:249244:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.219937:0:249244:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.219940:0:249244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734667.219942:0:249244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734667.219945:0:249244:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734667.219948:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734667.219950:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.220049:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.220057:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c300. 00000400:00000200:2.0:1767734667.220064:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.220072:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.220077:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b3b8 00000400:00000010:2.0:1767734667.220080:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b3b8. 00000100:00000001:2.0:1767734667.220084:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.220091:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf100 x1853602672034560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.220104:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.220109:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf100 x1853602672034560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.220118:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.220121:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734667.222699:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.222711:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734667.222715:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.222718:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.222726:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.222732:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734667.222739:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.222743:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.222748:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.222752:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 688 into portal 10 MB=0x695d780d24300 00000400:00000200:3.0:1767734667.222758:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.222764:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 688/688 into md 0x7b2f5 [1] + 224 00000800:00000001:3.0:1767734667.222770:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.222779:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.222782:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734667.222786:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.222791:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.222798:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf100 x1853602672034560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734667.222812:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1792 req@ffff94b1d02cf100 x1853602672034560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734667.222837:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734667.222843:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.222847:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.222926:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734667.222936:0:249244:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734667.222938:0:249244:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734667.222942:0:249244:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767734667.222949:0:249244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b440 00000400:00000010:1.0:1767734667.222952:0:249244:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b440. 00000100:00000001:1.0:1767734667.222955:0:249244:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734667.222965:0:249244:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cf100 x1853602672034560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734667.223000:0:249244:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cf100 x1853602672034560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.223009:0:249244:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734667.223012:0:249244:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.223015:0:249244:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734667.223017:0:249244:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734667.223019:0:249244:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734667.223022:0:249244:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.223025:0:249244:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734667.223031:0:249244:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734667.223035:0:249244:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734667.223038:0:249244:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734667.223040:0:249244:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.223042:0:249244:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734667.223046:0:249244:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.223049:0:249244:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734667.223051:0:249244:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:1.0:1767734667.223053:0:249244:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734667.223055:0:249244:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.223060:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cf100 x1853602672034560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.223069:0:249244:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.223072:0:249244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734667.223074:0:249244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734667.223079:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cf100 x1853602672034560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734683 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734667.223088:0:249244:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cf100 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672034560:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.223093:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.223096:0:249244:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.223099:0:249244:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734667.223101:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.223111:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cf100 x1853602672034560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.223119:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734667.223122:0:249244:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.223126:0:249244:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734667.223127:0:249244:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.223130:0:249244:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734667.223134:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.223136:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.223138:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=4 00000020:00000001:1.0:1767734667.223141:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.223144:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000040:1.0:1767734667.223150:0:249244:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ee00, remote cookie: 0x9bbb2ede58daba1a, flags: 0x1001 00010000:00010000:1.0:1767734667.223156:0:249244:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734667.223168:0:249244:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.223176:0:249244:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734667.223180:0:249244:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734667.223182:0:249244:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734667.223184:0:249244:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734667.223186:0:249244:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734667.223190:0:249244:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94b1d21e1600) refcount = 1 00010000:00010000:1.0:1767734667.223195:0:249244:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.223203:0:249244:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734667.223206:0:249244:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734667.223208:0:249244:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.223212:0:249244:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734667.223215:0:249244:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.223225:0:249244:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.223232:0:249244:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734667.223233:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.223235:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.223236:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.223238:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.223240:0:249244:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.223245:0:249244:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734667.223247:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.223249:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.223251:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.223253:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.223256:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.223259:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.223260:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.223262:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=4 00000020:00000001:1.0:1767734667.223264:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.223266:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.223269:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.223271:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.223275:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.223283:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.223284:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.223286:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.223287:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.223289:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=5 00000020:00000001:1.0:1767734667.223291:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.223293:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.223296:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.223299:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.223356:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.223358:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734667.223362:0:249244:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.223371:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.223375:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.223377:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.223380:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.223383:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734667.223391:0:249244:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1d02cf100 x1853602672034560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734667.223403:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.223405:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.223406:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.223409:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.223412:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.223415:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.223417:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.223420:0:249244:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.223423:0:249244:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.223426:0:249244:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734667.223430:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.223432:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.223435:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.223437:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.223439:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00000002:00010000:1.0:1767734667.223444:0:249244:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.223451:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.223452:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.223462:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734667.223464:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.223465:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.223467:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.223470:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.223472:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000040:1.0:1767734667.223478:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1600 count: 2 00010000:00000001:1.0:1767734667.223481:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734667.223485:0:249244:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1767734667.223488:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.223490:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.223492:0:249244:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734667.223495:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b890 00000002:00002000:1.0:1767734667.223497:0:249244:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734667.223501:0:249244:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.223505:0:249244:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.223508:0:249244:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734667.223511:0:249244:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734667.223514:0:249244:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734667.223517:0:249244:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734667.223521:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:1.0:1767734667.223525:0:249244:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734667.223527:0:249244:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734667.223531:0:249244:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1767734667.223535:0:249244:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1767734667.223541:0:249244:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94b1f451f840. 00800000:00000001:1.0:1767734667.223544:0:249244:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446626090761975872 : -117982947575744 : ffff94b1f451f840) 00800000:00000001:1.0:1767734667.223547:0:249244:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.223550:0:249244:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734667.223552:0:249244:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734667.223554:0:249244:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1767734667.223558:0:249244:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767734667.223588:0:249244:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767734667.223590:0:249244:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.223594:0:249244:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1767734667.223607:0:249244:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1767734667.223611:0:249244:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 135680 00010000:00000001:1.0:1767734667.223614:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.223616:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.223618:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.223621:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.223624:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.223627:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.223629:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734667.223631:0:249244:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734667.223633:0:249244:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1767734667.223635:0:249244:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1f451f840 1 00800000:00000010:1.0:1767734667.223638:0:249244:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94b1f451f840. 00800000:00000001:1.0:1767734667.223642:0:249244:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.223646:0:249244:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b7d6 00800000:00000001:1.0:1767734667.223649:0:249244:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734667.223651:0:249244:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734667.223653:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.223655:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.223656:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.223659:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.223661:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.223664:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.223665:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.223667:0:249244:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.223669:0:249244:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.223671:0:249244:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.223674:0:249244:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734667.223678:0:249244:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b7d6 from it ffffafc30837bb58 00010000:00000001:1.0:1767734667.223680:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.223682:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.223683:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.223685:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.223688:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.223695:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.223699:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.223707:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.223708:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.223710:0:249244:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734667.223712:0:249244:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734667.223715:0:249244:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.223722:0:249244:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734667.223725:0:249244:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734667.223727:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.223730:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.223731:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.223733:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.223736:0:249244:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734667.223738:0:249244:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.223740:0:249244:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.223744:0:249244:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.223746:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.223748:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.223749:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734667.223751:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.223758:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cf100 x1853602672034560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.223767:0:249244:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734667.223770:0:249244:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734667.223773:0:249244:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9295000. 02000000:00000001:1.0:1767734667.223777:0:249244:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734667.223779:0:249244:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734667.223781:0:249244:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734667.223784:0:249244:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734667.223787:0:249244:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be400. 02000000:00000001:1.0:1767734667.223791:0:249244:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734667.223798:0:249244:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734667.223801:0:249244:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cf100. 00000100:00000001:1.0:1767734667.223806:0:249244:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734667.223808:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734667.223811:0:249244:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734667.223816:0:249244:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734667.223825:0:249244:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c70ad640. 00000020:00000001:1.0:1767734667.223830:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837ba88 00000080:00200000:1.0:1767734667.223832:0:249244:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160j.sanity, dir=[0x200000007:0x1:0x0](ffff94b1f14e42c8), flags=29 00000080:00000001:1.0:1767734667.223836:0:249244:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734667.223839:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b948 00000080:00200000:1.0:1767734667.223841:0:249244:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160j.sanity, dir=[0x200000007:0x1:0x0](ffff94b1f14e42c8), intent=0 00000080:00000010:1.0:1767734667.223849:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:1.0:1767734667.223853:0:249244:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734667.223858:0:249244:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734667.223860:0:249244:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.223862:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b868 00800000:00000002:1.0:1767734667.223865:0:249244:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd160j.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734667.223868:0:249244:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734667.223872:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b800 00800000:00000002:1.0:1767734667.223874:0:249244:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160j.sanity' -> mds #0 00000002:00000001:1.0:1767734667.223878:0:249244:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.223880:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b738 00000002:00010000:1.0:1767734667.223882:0:249244:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160j.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1767734667.223887:0:249244:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734667.223889:0:249244:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734667.223892:0:249244:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cf100. 00000020:00000040:1.0:1767734667.223895:0:249244:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734667.223899:0:249244:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734667.223902:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.223905:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.223906:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.223908:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.223911:0:249244:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734667.223913:0:249244:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734667.223922:0:249244:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734667.223927:0:249244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be400. 00000100:00000001:1.0:1767734667.223932:0:249244:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.223936:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.223937:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.223940:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.223941:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.223944:0:249244:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.223949:0:249244:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00010000:00000001:1.0:1767734667.223953:0:249244:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734667.223955:0:249244:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734667.223959:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1600 count: 2 00010000:00000001:1.0:1767734667.223962:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.223964:0:249244:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734667.223968:0:249244:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683f200. 00000020:00000001:1.0:1767734667.223971:0:249244:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734667.223973:0:249244:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683f200 with handle 0x1886cffb85c2b7dd to hash 00000020:00000001:1.0:1767734667.223976:0:249244:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734667.223978:0:249244:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.223981:0:249244:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.223984:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.223986:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.223990:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.223998:0:249244:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.224007:0:249244:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00000100:00000001:1.0:1767734667.224013:0:249244:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734667.224015:0:249244:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734667.224019:0:249244:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.224021:0:249244:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:1.0:1767734667.224029:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.224031:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00000100:00000001:1.0:1767734667.224035:0:249244:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734667.224038:0:249244:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.224040:0:249244:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734667.224042:0:249244:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734667.224048:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cf100 x1853602672034688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.224057:0:249244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734667.224059:0:249244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.224062:0:249244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734667.224064:0:249244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734667.224067:0:249244:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734667.224071:0:249244:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cf100 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672034688:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.224075:0:249244:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734667.224079:0:249244:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734667.224081:0:249244:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.224083:0:249244:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734667.224087:0:249244:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9295000. 02000000:00000001:1.0:1767734667.224089:0:249244:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734667.224095:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734667.224099:0:249244:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767734667.224103:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b440. 00000100:00000200:1.0:1767734667.224108:0:249244:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672034688, portal 10 00000100:00000001:1.0:1767734667.224111:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.224112:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00000100:00000040:1.0:1767734667.224119:0:249244:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cf100 x1853602672034688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.224127:0:249244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734667.224130:0:249244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734667.224132:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bbb0. 00000100:00000200:1.0:1767734667.224136:0:249244:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672034688, offset 0 00000400:00000200:1.0:1767734667.224141:0:249244:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734667.224154:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.224160:0:249244:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734667.224164:0:249244:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734667.224168:0:249244:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734667.224172:0:249244:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734667.224175:0:249244:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734667.224179:0:249244:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66404:66404:256:4294967295] 192.168.203.112@tcp LPNI seq info [66404:66404:8:4294967295] 00000400:00000200:1.0:1767734667.224184:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.224193:0:249244:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734667.224199:0:249244:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734667.224204:0:249244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ca00. 00000800:00000200:1.0:1767734667.224210:0:249244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734667.224217:0:249244:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734667.224221:0:249244:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ca00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734667.224241:0:249244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.224246:0:249244:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10700 usecs (11 jiffies) 00000400:00000200:1.0:1767734667.224251:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.224253:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429056 00000100:00000001:1.0:1767734667.224259:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429052 00000100:00000001:1.0:1767734667.224264:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429056 00000100:00000001:1.0:1767734667.224267:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429052 00000100:00000001:1.0:1767734667.224271:0:249244:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.224274:0:249244:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.224276:0:249244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734667.224278:0:249244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734667.224281:0:249244:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734667.224284:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734667.224286:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.224439:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.224447:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:2.0:1767734667.224456:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.224475:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.224481:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bbb0 00000400:00000010:2.0:1767734667.224483:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bbb0. 00000100:00000001:2.0:1767734667.224488:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.224495:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf100 x1853602672034688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.224508:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.224512:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf100 x1853602672034688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.224521:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.224523:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.226402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1d1e2ae20. 00000800:00000001:3.0:1767734667.227759:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.227770:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734667.227774:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.227789:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.227796:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.227803:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734667.227810:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.227814:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.227819:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.227823:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d24380 00000400:00000200:3.0:1767734667.227829:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.227834:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7b2fd [1] + 224 00000800:00000001:3.0:1767734667.227841:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.227848:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.227851:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734667.227856:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.227861:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.227869:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf100 x1853602672034688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734667.227882:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cf100 x1853602672034688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734667.227907:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734667.227914:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.227918:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.228005:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734667.228015:0:249244:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734667.228029:0:249244:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734667.228033:0:249244:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767734667.228039:0:249244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b440 00000400:00000010:1.0:1767734667.228042:0:249244:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b440. 00000100:00000001:1.0:1767734667.228046:0:249244:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734667.228055:0:249244:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cf100 x1853602672034688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734667.228069:0:249244:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cf100 x1853602672034688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.228079:0:249244:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734667.228081:0:249244:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.228084:0:249244:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734667.228086:0:249244:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734667.228088:0:249244:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734667.228091:0:249244:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.228094:0:249244:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734667.228100:0:249244:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734667.228104:0:249244:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734667.228107:0:249244:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734667.228109:0:249244:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.228111:0:249244:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734667.228115:0:249244:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.228117:0:249244:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734667.228120:0:249244:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:1.0:1767734667.228122:0:249244:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734667.228124:0:249244:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.228129:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cf100 x1853602672034688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.228138:0:249244:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.228141:0:249244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734667.228143:0:249244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734667.228148:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cf100 x1853602672034688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734683 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734667.228157:0:249244:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cf100 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672034688:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.228170:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.228173:0:249244:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.228175:0:249244:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734667.228177:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.228182:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cf100 x1853602672034688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.228190:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734667.228193:0:249244:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.228196:0:249244:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734667.228198:0:249244:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.228200:0:249244:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734667.228203:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.228205:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.228208:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f200 refcount=4 00000020:00000001:1.0:1767734667.228211:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.228214:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000040:1.0:1767734667.228219:0:249244:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683f200, remote cookie: 0x9bbb2ede58daba36, flags: 0x1001 00010000:00010000:1.0:1767734667.228224:0:249244:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba36 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734667.228235:0:249244:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8fc:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1767734667.228239:0:249244:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734667.228247:0:249244:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1500. 00010000:00000010:1.0:1767734667.228251:0:249244:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537780. 00010000:00000001:1.0:1767734667.228256:0:249244:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.228260:0:249244:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba36 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734667.228269:0:249244:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba36 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.228287:0:249244:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734667.228290:0:249244:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734667.228292:0:249244:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734667.228294:0:249244:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734667.228296:0:249244:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734667.228299:0:249244:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8fc:0x0].0x0 (ffff94b1d21e1500) refcount = 1 00010000:00010000:1.0:1767734667.228303:0:249244:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba36 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.228359:0:249244:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734667.228362:0:249244:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734667.228364:0:249244:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.228368:0:249244:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734667.228371:0:249244:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.228377:0:249244:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba36 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.228385:0:249244:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734667.228387:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.228389:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.228391:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.228393:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.228394:0:249244:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.228399:0:249244:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734667.228401:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.228403:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.228405:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f200 refcount=3 00000020:00000001:1.0:1767734667.228408:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.228411:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.228414:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.228415:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.228417:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f200 refcount=4 00000020:00000001:1.0:1767734667.228419:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.228431:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.228435:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.228437:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.228442:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba36 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.228450:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.228452:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.228454:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.228455:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.228457:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f200 refcount=5 00000020:00000001:1.0:1767734667.228459:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.228462:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.228464:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.228467:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba36 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.228474:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.228476:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734667.228479:0:249244:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba36 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.228485:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.228487:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.228488:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.228490:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.228491:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734667.228498:0:249244:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff94b1d02cf100 x1853602672034688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734667.228507:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.228509:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.228510:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f200 refcount=3 00000020:00000001:1.0:1767734667.228513:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.228520:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.228523:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.228525:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.228526:0:249244:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.228528:0:249244:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.228531:0:249244:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734667.228533:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.228535:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.228537:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f200 refcount=3 00000020:00000001:1.0:1767734667.228539:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.228541:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00000002:00010000:1.0:1767734667.228545:0:249244:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba36 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.228555:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.228557:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.228559:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734667.228597:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.228599:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.228601:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f200 refcount=3 00000020:00000001:1.0:1767734667.228604:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.228607:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000040:1.0:1767734667.228612:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 2 00010000:00000001:1.0:1767734667.228615:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734667.228619:0:249244:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589939618/2300 (0 0) 00010000:00000001:1.0:1767734667.228623:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.228624:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.228626:0:249244:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734667.228628:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b6b8 00000002:00002000:1.0:1767734667.228631:0:249244:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160j.sanity intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734667.228635:0:249244:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.228638:0:249244:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.228641:0:249244:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734667.228644:0:249244:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734667.228655:0:249244:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734667.228659:0:249244:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000001:1.0:1767734667.228662:0:249244:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734667.228665:0:249244:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc30837ba28 it_disposition b 00000080:00000001:1.0:1767734667.228668:0:249244:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734667.228672:0:249244:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734667.228674:0:249244:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734667.228677:0:249244:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145788 : 144115272398145788 : 2000013a20008fc) 00000080:00000001:1.0:1767734667.228680:0:249244:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734667.228684:0:249244:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734667.228686:0:249244:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8fc:0x0] 00000080:00000001:1.0:1767734667.228689:0:249244:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.228692:0:249244:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145788 : 144115272398145788 : 2000013a20008fc) 00000080:00000001:1.0:1767734667.228695:0:249244:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734667.228699:0:249244:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8fc:0x0], updating i_size 512 00000080:00200000:1.0:1767734667.228702:0:249244:0:(namei.c:151:ll_iget()) got inode: [0x2000013a2:0x8fc:0x0](ffff94b1d172aa08): rc = 0 00000080:00000001:1.0:1767734667.228705:0:249244:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090176915976 : -117983532635640 : ffff94b1d172aa08) 00010000:00000001:1.0:1767734667.228708:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.228709:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.228712:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f200 refcount=3 00000020:00000001:1.0:1767734667.228714:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.228717:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.228719:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.228721:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734667.228723:0:249244:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767734667.228725:0:249244:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767734667.228726:0:249244:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734667.228729:0:249244:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734667.228731:0:249244:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.228736:0:249244:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8fc:0x0](ffff94b1d172aa08) for lock 0x1886cffb85c2b7dd 00800000:00000001:1.0:1767734667.228739:0:249244:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734667.228741:0:249244:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734667.228742:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.228744:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.228745:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f200 refcount=3 00000020:00000001:1.0:1767734667.228753:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.228755:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.228758:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.228760:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.228762:0:249244:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.228764:0:249244:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734667.228770:0:249244:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682af8 inode ffff94b1d172aa08 refc 1 flags 0x20000e 00000080:00000001:1.0:1767734667.228775:0:249244:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734667.228777:0:249244:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.228780:0:249244:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734667.228784:0:249244:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x8fc:0x0](ffff94b1d172aa08) 00000080:00010000:1.0:1767734667.228787:0:249244:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b7dd from it ffffafc30837ba28 00010000:00000001:1.0:1767734667.228790:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.228791:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.228793:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f200 refcount=3 00000020:00000001:1.0:1767734667.228795:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.228798:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.228800:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.228804:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba36 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.228811:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.228813:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.228814:0:249244:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734667.228816:0:249244:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734667.228819:0:249244:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba36 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.228827:0:249244:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734667.228829:0:249244:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734667.228831:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.228834:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.228835:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.228837:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.228845:0:249244:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734667.228847:0:249244:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.228849:0:249244:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.228852:0:249244:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.228855:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.228857:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.228858:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734667.228861:0:249244:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734667.228865:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000100:00000001:1.0:1767734667.228869:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.228876:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cf100 x1853602672034688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.228884:0:249244:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734667.228886:0:249244:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734667.228889:0:249244:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9295000. 02000000:00000001:1.0:1767734667.228892:0:249244:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734667.228894:0:249244:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734667.228895:0:249244:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734667.228898:0:249244:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734667.228900:0:249244:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be400. 02000000:00000001:1.0:1767734667.228903:0:249244:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734667.228905:0:249244:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734667.228906:0:249244:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cf100. 00000100:00000001:1.0:1767734667.228911:0:249244:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734667.228912:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734667.228918:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734667.228920:0:249244:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), inode mode 41ed mask 1 00000080:00000001:1.0:1767734667.228925:0:249244:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734667.228933:0:249244:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c70ad1a0. 00000020:00000001:1.0:1767734667.228937:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bae8 00000080:00200000:1.0:1767734667.228940:0:249244:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.1, dir=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), flags=13 00000080:00000001:1.0:1767734667.228943:0:249244:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734667.228945:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b9a8 00000080:00200000:1.0:1767734667.228947:0:249244:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.1, dir=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), intent=getattr 00000080:00000010:1.0:1767734667.228953:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00000080:00000001:1.0:1767734667.228958:0:249244:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734667.228968:0:249244:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.228970:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b8c8 00800000:00000002:1.0:1767734667.228973:0:249244:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.1' on [0x2000013a2:0x8fc:0x0] 00800000:00000001:1.0:1767734667.228977:0:249244:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734667.228980:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b860 00800000:00000002:1.0:1767734667.228982:0:249244:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8fc:0x0], fid2=[0x0:0x0:0x0], name='d0.1' -> mds #0 00000002:00000001:1.0:1767734667.228987:0:249244:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.228988:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b798 00000002:00010000:1.0:1767734667.228991:0:249244:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.1,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8fc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734667.228995:0:249244:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734667.228997:0:249244:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734667.229000:0:249244:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cf100. 00000020:00000040:1.0:1767734667.229003:0:249244:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734667.229008:0:249244:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734667.229011:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.229014:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.229015:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.229017:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.229020:0:249244:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734667.229022:0:249244:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734667.229025:0:249244:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734667.229030:0:249244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be400. 00000100:00000001:1.0:1767734667.229034:0:249244:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.229038:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.229040:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.229042:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.229044:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.229046:0:249244:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.229051:0:249244:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00010000:00000001:1.0:1767734667.229054:0:249244:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734667.229056:0:249244:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734667.229060:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 2 00010000:00000001:1.0:1767734667.229063:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.229065:0:249244:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734667.229069:0:249244:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683fe00. 00000020:00000001:1.0:1767734667.229071:0:249244:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734667.229079:0:249244:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683fe00 with handle 0x1886cffb85c2b7e4 to hash 00000020:00000001:1.0:1767734667.229082:0:249244:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734667.229084:0:249244:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734667.229087:0:249244:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734667.229090:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.229092:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.229096:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7e4 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.229104:0:249244:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7e4 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.229114:0:249244:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7e4 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00000100:00000001:1.0:1767734667.229120:0:249244:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734667.229122:0:249244:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734667.229126:0:249244:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.229128:0:249244:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:1.0:1767734667.229131:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.229133:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00000100:00000001:1.0:1767734667.229136:0:249244:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734667.229140:0:249244:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.229142:0:249244:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734667.229144:0:249244:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734667.229149:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cf100 x1853602672034816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.229158:0:249244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734667.229160:0:249244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.229163:0:249244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734667.229166:0:249244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734667.229168:0:249244:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734667.229172:0:249244:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cf100 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672034816:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.229176:0:249244:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734667.229185:0:249244:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734667.229188:0:249244:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.229190:0:249244:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734667.229194:0:249244:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9295000. 02000000:00000001:1.0:1767734667.229196:0:249244:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734667.229203:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734667.229206:0:249244:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767734667.229211:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b440. 00000100:00000200:1.0:1767734667.229216:0:249244:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672034816, portal 10 00000100:00000001:1.0:1767734667.229218:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.229220:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00000100:00000040:1.0:1767734667.229226:0:249244:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cf100 x1853602672034816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.229234:0:249244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734667.229237:0:249244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734667.229240:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bdd0. 00000100:00000200:1.0:1767734667.229243:0:249244:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672034816, offset 0 00000400:00000200:1.0:1767734667.229249:0:249244:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734667.229255:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.229261:0:249244:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734667.229265:0:249244:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734667.229269:0:249244:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734667.229272:0:249244:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734667.229275:0:249244:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734667.229279:0:249244:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66405:66405:256:4294967295] 192.168.203.112@tcp LPNI seq info [66405:66405:8:4294967295] 00000400:00000200:1.0:1767734667.229284:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.229294:0:249244:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734667.229300:0:249244:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734667.229304:0:249244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ca00. 00000800:00000200:1.0:1767734667.229351:0:249244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734667.229358:0:249244:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734667.229363:0:249244:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ca00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734667.229383:0:249244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.229388:0:249244:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10700 usecs (11 jiffies) 00000400:00000200:1.0:1767734667.229396:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.229399:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429062 00000100:00000001:1.0:1767734667.229406:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429056 00000100:00000001:1.0:1767734667.229416:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429062 00000100:00000001:1.0:1767734667.229425:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429056 00000100:00000001:1.0:1767734667.229433:0:249244:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.229437:0:249244:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.229440:0:249244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734667.229442:0:249244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734667.229445:0:249244:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734667.229450:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734667.229452:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.229527:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.229534:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:2.0:1767734667.229541:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.229549:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.229554:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bdd0 00000400:00000010:2.0:1767734667.229557:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bdd0. 00000100:00000001:2.0:1767734667.229583:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.229592:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf100 x1853602672034816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.229605:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.229609:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf100 x1853602672034816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.229618:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.229621:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734667.232532:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.232543:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734667.232547:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.232550:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.232557:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.232588:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734667.232595:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.232600:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.232605:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.232609:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d24400 00000400:00000200:3.0:1767734667.232615:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.232632:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7b305 [1] + 224 00000800:00000001:3.0:1767734667.232640:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.232649:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.232652:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734667.232657:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.232662:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.232669:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf100 x1853602672034816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734667.232684:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cf100 x1853602672034816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734667.232709:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734667.232717:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.232721:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.232751:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734667.232761:0:249244:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734667.232763:0:249244:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734667.232767:0:249244:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767734667.232774:0:249244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b440 00000400:00000010:1.0:1767734667.232776:0:249244:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b440. 00000100:00000001:1.0:1767734667.232780:0:249244:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734667.232790:0:249244:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cf100 x1853602672034816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734667.232804:0:249244:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cf100 x1853602672034816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.232814:0:249244:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734667.232816:0:249244:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.232819:0:249244:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734667.232821:0:249244:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734667.232823:0:249244:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734667.232826:0:249244:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.232828:0:249244:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734667.232835:0:249244:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734667.232851:0:249244:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734667.232854:0:249244:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767734667.232859:0:249244:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1d02cf100 x1853602672034816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.232868:0:249244:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734667.232871:0:249244:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734667.232873:0:249244:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:1.0:1767734667.232875:0:249244:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734667.232878:0:249244:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767734667.232882:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cf100 x1853602672034816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.232891:0:249244:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767734667.232894:0:249244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734667.232896:0:249244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734667.232901:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cf100 x1853602672034816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734667.232910:0:249244:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cf100 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672034816:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.232915:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.232918:0:249244:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734667.232920:0:249244:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734667.232922:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.232926:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cf100 x1853602672034816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.232934:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734667.232937:0:249244:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.232940:0:249244:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734667.232942:0:249244:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767734667.232945:0:249244:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734667.232948:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.232950:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.232952:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=4 00000020:00000001:1.0:1767734667.232955:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734667.232964:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00010000:1.0:1767734667.232969:0:249244:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7e4 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.232980:0:249244:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767734667.232985:0:249244:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7e4 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.232992:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.232995:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7e4 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.233001:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.233003:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734667.233006:0:249244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7e4 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.233012:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.233015:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.233018:0:249244:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767734667.233021:0:249244:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7e4 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.233029:0:249244:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f683fe00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767734667.233032:0:249244:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767734667.233036:0:249244:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7e4 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.233044:0:249244:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767734667.233047:0:249244:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767734667.233051:0:249244:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7e4 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.233057:0:249244:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767734667.233065:0:249244:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767734667.233067:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.233069:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.233071:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=5 00000020:00000001:1.0:1767734667.233073:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734667.233076:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734667.233079:0:249244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734667.233082:0:249244:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7e4 lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 249244 initiator: MDT0 00000080:00000001:1.0:1767734667.233088:0:249244:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734667.233090:0:249244:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.233093:0:249244:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767734667.233094:0:249244:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734667.233097:0:249244:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734667.233099:0:249244:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734667.233101:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.233103:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734667.233106:0:249244:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683fe00 with handle 0x1886cffb85c2b7e4 from hash 00010000:00000001:1.0:1767734667.233108:0:249244:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734667.233110:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.233111:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.233113:0:249244:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734667.233115:0:249244:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734667.233116:0:249244:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767734667.233120:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.233121:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.233123:0:249244:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.233125:0:249244:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.233129:0:249244:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7e4 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.233134:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.233136:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.233137:0:249244:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767734667.233139:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.233147:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.233149:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.233150:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734667.233153:0:249244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7e4 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.233163:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.233165:0:249244:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767734667.233169:0:249244:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767734667.233174:0:249244:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1d02cf100 x1853602672034816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734667.233183:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734667.233185:0:249244:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.233188:0:249244:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.233190:0:249244:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.233192:0:249244:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734667.233195:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734667.233196:0:249244:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.233198:0:249244:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734667.233201:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b718 00000002:00002000:1.0:1767734667.233203:0:249244:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1767734667.233207:0:249244:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.233210:0:249244:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.233212:0:249244:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734667.233215:0:249244:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8fc:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734667.233218:0:249244:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.233221:0:249244:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734667.233223:0:249244:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc30837bb20 it_disposition 7 00000080:00002000:1.0:1767734667.233227:0:249244:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682870 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1767734667.233234:0:249244:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734667.233239:0:249244:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734667.233240:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.233242:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.233246:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 2 00010000:00000001:1.0:1767734667.233249:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734667.233254:0:249244:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2300 (0 0) 00000002:00000001:1.0:1767734667.233263:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.233266:0:249244:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.233268:0:249244:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.233270:0:249244:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734667.233274:0:249244:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734667.233277:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000100:00000001:1.0:1767734667.233281:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.233286:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cf100 x1853602672034816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.233294:0:249244:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734667.233296:0:249244:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734667.233299:0:249244:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9295000. 02000000:00000001:1.0:1767734667.233302:0:249244:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734667.233304:0:249244:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734667.233306:0:249244:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734667.233308:0:249244:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734667.233350:0:249244:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be400. 02000000:00000001:1.0:1767734667.233354:0:249244:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734667.233356:0:249244:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734667.233358:0:249244:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cf100. 00000100:00000001:1.0:1767734667.233363:0:249244:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734667.233364:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734667.233368:0:249244:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734667.233371:0:249244:0:(dcache.c:176:ll_intent_release()) intent ffffafc30837bb20 released 00000080:00000001:1.0:1767734667.233374:0:249244:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734667.233378:0:249244:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734667.233381:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bb70 00000080:00002000:1.0:1767734667.233384:0:249244:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.1 (ffff94b1df682870, parent ffff94b1df682af8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734667.233389:0:249244:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734667.233392:0:249244:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.233398:0:249244:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.233404:0:249244:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734667.233407:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bbf0 00000080:00002000:1.0:1767734667.233409:0:249244:0:(dcache.c:127:ll_ddelete()) keeping dentry d160j.sanity (ffff94b1df682af8, parent ffff94b1f079b510, inode ffff94b1d172aa08) hashed, 00000080:00000001:1.0:1767734667.233413:0:249244:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.233442:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734667.233453:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734667.233455:0:249244:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734667.233457:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bbb0 00000080:00200000:1.0:1767734667.233460:0:249244:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734667.233465:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:1.0:1767734667.233470:0:249244:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734667.233473:0:249244:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734667.233476:0:249244:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.233478:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bad0 00800000:00000002:1.0:1767734667.233480:0:249244:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734667.233484:0:249244:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734667.233488:0:249244:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734667.233492:0:249244:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.233494:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b9a0 00000002:00010000:1.0:1767734667.233497:0:249244:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734667.233501:0:249244:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734667.233502:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.233505:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.233508:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1600 count: 2 00010000:00000001:1.0:1767734667.233511:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.233515:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.233517:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734667.233522:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734667.233531:0:249244:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734667.233535:0:249244:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.233539:0:249244:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734667.233547:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734667.233549:0:249244:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734667.233551:0:249244:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734667.233553:0:249244:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734667.233555:0:249244:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734667.233625:0:249244:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734667.233628:0:249244:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734667.233631:0:249244:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734667.233635:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:1.0:1767734667.233638:0:249244:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734667.233640:0:249244:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.233643:0:249244:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734667.233647:0:249244:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b7d6 00800000:00000001:1.0:1767734667.233651:0:249244:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734667.233653:0:249244:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734667.233655:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.233657:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.233659:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.233662:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.233665:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.233668:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.233670:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.233671:0:249244:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.233673:0:249244:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.233676:0:249244:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b7d6 from it ffffafc30837bbe8 00010000:00000001:1.0:1767734667.233679:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.233680:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.233682:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.233684:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.233687:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.233689:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.233693:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.233700:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.233702:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.233703:0:249244:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734667.233706:0:249244:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734667.233708:0:249244:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.233723:0:249244:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734667.233726:0:249244:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734667.233728:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.233731:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.233732:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.233734:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.233737:0:249244:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734667.233738:0:249244:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.233741:0:249244:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.233744:0:249244:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.233746:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.233748:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.233750:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734667.233752:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734667.233754:0:249244:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734667.233756:0:249244:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734667.233761:0:249244:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.233764:0:249244:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734667.233767:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bb78 00000080:00002000:1.0:1767734667.233769:0:249244:0:(dcache.c:87:ll_dcompare()) found name d160j.sanity(ffff94b1df682af8) flags 0x28000e refc 0 00000080:00000001:1.0:1767734667.233772:0:249244:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.233775:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bbc0 00000080:00200000:1.0:1767734667.233777:0:249244:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160j.sanity, flags=16408 00000080:00000001:1.0:1767734667.233781:0:249244:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734667.233783:0:249244:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.233787:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734667.233788:0:249244:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), inode mode 41ed mask 1 00000080:00000001:1.0:1767734667.233792:0:249244:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734667.233799:0:249244:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c70ade40. 00000020:00000001:1.0:1767734667.233803:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bb78 00000080:00200000:1.0:1767734667.233806:0:249244:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.1, dir=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), flags=16392 00000080:00000001:1.0:1767734667.233809:0:249244:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734667.233811:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837ba38 00000080:00200000:1.0:1767734667.233813:0:249244:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.1, dir=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), intent=getattr 00000080:00000010:1.0:1767734667.233819:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00000080:00000001:1.0:1767734667.233830:0:249244:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734667.233833:0:249244:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.233835:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b958 00800000:00000002:1.0:1767734667.233837:0:249244:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.1' on [0x2000013a2:0x8fc:0x0] 00800000:00000001:1.0:1767734667.233841:0:249244:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734667.233844:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b8f0 00800000:00000002:1.0:1767734667.233846:0:249244:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8fc:0x0], fid2=[0x0:0x0:0x0], name='d0.1' -> mds #0 00000002:00000001:1.0:1767734667.233850:0:249244:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.233852:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b828 00000002:00010000:1.0:1767734667.233854:0:249244:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.1,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8fc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734667.233858:0:249244:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734667.233860:0:249244:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734667.233863:0:249244:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cf100. 00000020:00000040:1.0:1767734667.233867:0:249244:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734667.233870:0:249244:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734667.233874:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.233876:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.233878:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.233880:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.233882:0:249244:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734667.233884:0:249244:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734667.233887:0:249244:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734667.233892:0:249244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be400. 00000100:00000001:1.0:1767734667.233897:0:249244:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.233900:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.233902:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.233904:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.233906:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.233908:0:249244:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.233913:0:249244:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00010000:00000001:1.0:1767734667.233917:0:249244:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734667.233919:0:249244:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734667.233923:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 2 00010000:00000001:1.0:1767734667.233925:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.233928:0:249244:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734667.233937:0:249244:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e000. 00000020:00000001:1.0:1767734667.233940:0:249244:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734667.233943:0:249244:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e000 with handle 0x1886cffb85c2b7eb to hash 00000020:00000001:1.0:1767734667.233945:0:249244:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734667.233947:0:249244:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.233950:0:249244:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.233953:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.233955:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.233959:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b7eb lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.233967:0:249244:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b7eb lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.233977:0:249244:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b7eb lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00000100:00000001:1.0:1767734667.233982:0:249244:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734667.233984:0:249244:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734667.233988:0:249244:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.233990:0:249244:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:1.0:1767734667.233993:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.233995:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00000100:00000001:1.0:1767734667.233998:0:249244:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734667.234002:0:249244:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.234004:0:249244:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734667.234006:0:249244:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734667.234012:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cf100 x1853602672034944/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.234021:0:249244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734667.234023:0:249244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.234026:0:249244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734667.234029:0:249244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734667.234031:0:249244:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734667.234035:0:249244:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cf100 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672034944:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.234046:0:249244:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734667.234050:0:249244:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734667.234052:0:249244:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.234054:0:249244:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734667.234058:0:249244:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9295000. 02000000:00000001:1.0:1767734667.234060:0:249244:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734667.234067:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734667.234070:0:249244:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767734667.234075:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b440. 00000100:00000200:1.0:1767734667.234080:0:249244:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672034944, portal 10 00000100:00000001:1.0:1767734667.234082:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.234084:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00000100:00000040:1.0:1767734667.234090:0:249244:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cf100 x1853602672034944/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.234098:0:249244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734667.234101:0:249244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734667.234104:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b7f8. 00000100:00000200:1.0:1767734667.234107:0:249244:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672034944, offset 0 00000400:00000200:1.0:1767734667.234113:0:249244:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734667.234119:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.234125:0:249244:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734667.234130:0:249244:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734667.234133:0:249244:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734667.234136:0:249244:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734667.234139:0:249244:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734667.234144:0:249244:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66406:66406:256:4294967295] 192.168.203.112@tcp LPNI seq info [66406:66406:8:4294967295] 00000400:00000200:1.0:1767734667.234149:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.234158:0:249244:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734667.234164:0:249244:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734667.234168:0:249244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c300. 00000800:00000200:1.0:1767734667.234173:0:249244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734667.234187:0:249244:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734667.234192:0:249244:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734667.234212:0:249244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.234218:0:249244:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10700 usecs (11 jiffies) 00000400:00000200:1.0:1767734667.234223:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.234225:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429066 00000100:00000001:1.0:1767734667.234231:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429062 00000100:00000001:1.0:1767734667.234235:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429066 00000100:00000001:1.0:1767734667.234239:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429062 00000100:00000001:1.0:1767734667.234242:0:249244:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.234245:0:249244:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.234248:0:249244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734667.234250:0:249244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734667.234253:0:249244:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734667.234255:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734667.234257:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.234408:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.234416:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c300. 00000400:00000200:2.0:1767734667.234425:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.234435:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.234442:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b7f8 00000400:00000010:2.0:1767734667.234446:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b7f8. 00000100:00000001:2.0:1767734667.234452:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.234461:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf100 x1853602672034944/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.234486:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.234492:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf100 x1853602672034944/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.234502:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.234505:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734667.237514:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.237524:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734667.237528:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.237531:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.237538:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.237545:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734667.237552:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.237556:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.237589:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.237594:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d24480 00000400:00000200:3.0:1767734667.237600:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.237605:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7b30d [1] + 224 00000800:00000001:3.0:1767734667.237612:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.237621:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.237624:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734667.237628:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.237633:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.237641:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf100 x1853602672034944/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734667.237675:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cf100 x1853602672034944/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734667.237700:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734667.237709:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.237714:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.237745:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734667.237755:0:249244:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734667.237757:0:249244:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734667.237761:0:249244:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767734667.237768:0:249244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b440 00000400:00000010:1.0:1767734667.237770:0:249244:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b440. 00000100:00000001:1.0:1767734667.237774:0:249244:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734667.237784:0:249244:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cf100 x1853602672034944/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734667.237798:0:249244:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cf100 x1853602672034944/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.237808:0:249244:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734667.237811:0:249244:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.237815:0:249244:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734667.237818:0:249244:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734667.237821:0:249244:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734667.237836:0:249244:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.237840:0:249244:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734667.237847:0:249244:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734667.237851:0:249244:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734667.237854:0:249244:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767734667.237859:0:249244:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1d02cf100 x1853602672034944/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.237868:0:249244:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734667.237871:0:249244:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734667.237873:0:249244:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:1.0:1767734667.237875:0:249244:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734667.237877:0:249244:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767734667.237883:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cf100 x1853602672034944/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.237892:0:249244:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767734667.237896:0:249244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734667.237899:0:249244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734667.237905:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cf100 x1853602672034944/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734667.237915:0:249244:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cf100 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672034944:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.237920:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.237923:0:249244:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734667.237926:0:249244:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734667.237928:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.237931:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cf100 x1853602672034944/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.237939:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734667.237942:0:249244:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.237945:0:249244:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734667.237947:0:249244:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767734667.237950:0:249244:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734667.237959:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.237961:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.237963:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e000 refcount=4 00000020:00000001:1.0:1767734667.237966:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.237969:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00010000:1.0:1767734667.237974:0:249244:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b7eb lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.237985:0:249244:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767734667.237989:0:249244:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b7eb lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.237995:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.237999:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b7eb lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.238005:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.238007:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734667.238009:0:249244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b7eb lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.238016:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.238018:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.238021:0:249244:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767734667.238024:0:249244:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b7eb lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.238030:0:249244:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f683e000 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767734667.238033:0:249244:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767734667.238036:0:249244:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b7eb lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.238042:0:249244:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767734667.238044:0:249244:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767734667.238054:0:249244:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b7eb lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.238060:0:249244:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767734667.238063:0:249244:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767734667.238065:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.238066:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.238068:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e000 refcount=5 00000020:00000001:1.0:1767734667.238070:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.238073:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.238076:0:249244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734667.238079:0:249244:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b7eb lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 249244 initiator: MDT0 00000080:00000001:1.0:1767734667.238085:0:249244:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734667.238086:0:249244:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.238089:0:249244:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767734667.238091:0:249244:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734667.238093:0:249244:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734667.238095:0:249244:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734667.238097:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.238099:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734667.238102:0:249244:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e000 with handle 0x1886cffb85c2b7eb from hash 00010000:00000001:1.0:1767734667.238105:0:249244:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734667.238106:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.238108:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.238109:0:249244:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734667.238111:0:249244:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734667.238113:0:249244:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767734667.238115:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.238117:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.238118:0:249244:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.238121:0:249244:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.238124:0:249244:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b7eb lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.238140:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.238142:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.238143:0:249244:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767734667.238145:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.238147:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.238148:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.238150:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734667.238152:0:249244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b7eb lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.238162:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.238164:0:249244:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767734667.238168:0:249244:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767734667.238173:0:249244:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1d02cf100 x1853602672034944/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734667.238182:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734667.238184:0:249244:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.238186:0:249244:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.238188:0:249244:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.238191:0:249244:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734667.238193:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734667.238195:0:249244:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.238197:0:249244:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734667.238199:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b7a8 00000002:00002000:1.0:1767734667.238202:0:249244:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1767734667.238205:0:249244:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.238208:0:249244:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.238211:0:249244:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734667.238214:0:249244:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8fc:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734667.238217:0:249244:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.238220:0:249244:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734667.238222:0:249244:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc30837bbb0 it_disposition 7 00000080:00002000:1.0:1767734667.238226:0:249244:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1767734667.238232:0:249244:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734667.238240:0:249244:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734667.238242:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.238244:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.238248:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 2 00010000:00000001:1.0:1767734667.238251:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734667.238256:0:249244:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2300 (0 0) 00000002:00000001:1.0:1767734667.238260:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.238262:0:249244:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.238264:0:249244:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.238267:0:249244:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734667.238270:0:249244:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734667.238274:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000100:00000001:1.0:1767734667.238277:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.238283:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cf100 x1853602672034944/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.238291:0:249244:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734667.238293:0:249244:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734667.238296:0:249244:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9295000. 02000000:00000001:1.0:1767734667.238299:0:249244:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734667.238301:0:249244:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734667.238303:0:249244:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734667.238305:0:249244:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734667.238307:0:249244:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be400. 02000000:00000001:1.0:1767734667.238354:0:249244:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734667.238357:0:249244:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734667.238359:0:249244:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cf100. 00000100:00000001:1.0:1767734667.238364:0:249244:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734667.238367:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734667.238371:0:249244:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734667.238374:0:249244:0:(dcache.c:176:ll_intent_release()) intent ffffafc30837bbb0 released 00000080:00000001:1.0:1767734667.238376:0:249244:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734667.238380:0:249244:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734667.238383:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bc00 00000080:00002000:1.0:1767734667.238385:0:249244:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.1 (ffff94b1df682ca8, parent ffff94b1df682af8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734667.238390:0:249244:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734667.238393:0:249244:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.238412:0:249244:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.238426:0:249244:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734667.238428:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bc80 00000080:00002000:1.0:1767734667.238431:0:249244:0:(dcache.c:127:ll_ddelete()) keeping dentry d160j.sanity (ffff94b1df682af8, parent ffff94b1f079b510, inode ffff94b1d172aa08) hashed, 00000080:00000001:1.0:1767734667.238435:0:249244:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.238462:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734667.238465:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734667.238467:0:249244:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734667.238469:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bb20 00000080:00200000:1.0:1767734667.238472:0:249244:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734667.238477:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:1.0:1767734667.238481:0:249244:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734667.238485:0:249244:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734667.238488:0:249244:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.238490:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837ba40 00800000:00000002:1.0:1767734667.238493:0:249244:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734667.238497:0:249244:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734667.238500:0:249244:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734667.238504:0:249244:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.238506:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b910 00000002:00010000:1.0:1767734667.238509:0:249244:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734667.238513:0:249244:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734667.238514:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.238517:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.238521:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1600 count: 2 00010000:00000001:1.0:1767734667.238523:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.238527:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.238530:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734667.238534:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734667.238543:0:249244:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734667.238547:0:249244:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.238551:0:249244:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734667.238597:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734667.238600:0:249244:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734667.238602:0:249244:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734667.238606:0:249244:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734667.238609:0:249244:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734667.238612:0:249244:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734667.238616:0:249244:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734667.238619:0:249244:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734667.238623:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:1.0:1767734667.238627:0:249244:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734667.238629:0:249244:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.238634:0:249244:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734667.238638:0:249244:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b7d6 00800000:00000001:1.0:1767734667.238642:0:249244:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734667.238645:0:249244:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734667.238647:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.238649:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.238652:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.238655:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.238658:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.238661:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.238663:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.238664:0:249244:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.238666:0:249244:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.238669:0:249244:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b7d6 from it ffffafc30837bb58 00010000:00000001:1.0:1767734667.238672:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.238673:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.238675:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.238677:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.238679:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.238682:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.238685:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.238700:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.238703:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.238705:0:249244:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734667.238708:0:249244:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734667.238712:0:249244:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.238720:0:249244:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734667.238723:0:249244:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734667.238725:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.238728:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.238729:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.238731:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.238733:0:249244:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734667.238735:0:249244:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.238738:0:249244:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.238741:0:249244:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.238743:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.238745:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.238746:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734667.238749:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734667.238750:0:249244:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734667.238753:0:249244:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734667.238757:0:249244:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.238761:0:249244:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734667.238763:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bb48 00000080:00002000:1.0:1767734667.238765:0:249244:0:(dcache.c:87:ll_dcompare()) found name d160j.sanity(ffff94b1df682af8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734667.238768:0:249244:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.238771:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bb90 00000080:00200000:1.0:1767734667.238773:0:249244:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160j.sanity, flags=13 00000080:00000001:1.0:1767734667.238780:0:249244:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734667.238782:0:249244:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.238790:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bd08 00000080:00200008:1.0:1767734667.238793:0:249244:0:(file.c:6252:ll_getattr_dentry()) START file d160j.sanity:[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767734667.238798:0:249244:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734667.238805:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bc80 00000080:00200000:1.0:1767734667.238808:0:249244:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08),name=d160j.sanity 00000080:00000010:1.0:1767734667.238813:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:1.0:1767734667.238816:0:249244:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734667.238821:0:249244:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734667.238823:0:249244:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.238825:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bba0 00800000:00000002:1.0:1767734667.238827:0:249244:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x8fc:0x0] 'd160j.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734667.238831:0:249244:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734667.238835:0:249244:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8fc:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734667.238839:0:249244:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.238840:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837ba70 00000002:00010000:1.0:1767734667.238843:0:249244:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8fc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734667.238846:0:249244:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734667.238848:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.238850:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.238853:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 2 00010000:00000001:1.0:1767734667.238856:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734667.238860:0:249244:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2300 (0 0) 00000002:00000001:1.0:1767734667.238864:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.238866:0:249244:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.238868:0:249244:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734667.238870:0:249244:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734667.238874:0:249244:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cf100. 00000020:00000040:1.0:1767734667.238877:0:249244:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734667.238881:0:249244:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734667.238884:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.238887:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.238889:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.238890:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.238893:0:249244:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734667.238895:0:249244:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734667.238898:0:249244:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734667.238903:0:249244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be400. 00000100:00000001:1.0:1767734667.238907:0:249244:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.238917:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.238919:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.238921:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.238923:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.238925:0:249244:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.238930:0:249244:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00010000:00000001:1.0:1767734667.238933:0:249244:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734667.238935:0:249244:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734667.238938:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1600 count: 2 00010000:00000001:1.0:1767734667.238941:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.238943:0:249244:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734667.238947:0:249244:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683fc00. 00000020:00000001:1.0:1767734667.238950:0:249244:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734667.238953:0:249244:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683fc00 with handle 0x1886cffb85c2b7f2 to hash 00000020:00000001:1.0:1767734667.238955:0:249244:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734667.238957:0:249244:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.238960:0:249244:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.238963:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.238965:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.238968:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b7f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.238977:0:249244:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b7f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.238986:0:249244:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b7f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00000100:00000001:1.0:1767734667.238992:0:249244:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734667.238993:0:249244:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734667.238998:0:249244:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.239000:0:249244:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:1.0:1767734667.239002:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.239004:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00000100:00000001:1.0:1767734667.239008:0:249244:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734667.239016:0:249244:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.239019:0:249244:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734667.239020:0:249244:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734667.239027:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cf100 x1853602672035072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.239036:0:249244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734667.239038:0:249244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.239042:0:249244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734667.239044:0:249244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734667.239047:0:249244:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734667.239051:0:249244:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cf100 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672035072:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.239055:0:249244:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734667.239058:0:249244:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734667.239060:0:249244:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.239063:0:249244:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734667.239066:0:249244:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9295000. 02000000:00000001:1.0:1767734667.239069:0:249244:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734667.239075:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734667.239078:0:249244:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767734667.239083:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b440. 00000100:00000200:1.0:1767734667.239088:0:249244:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672035072, portal 10 00000100:00000001:1.0:1767734667.239090:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.239092:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00000100:00000040:1.0:1767734667.239098:0:249244:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cf100 x1853602672035072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.239106:0:249244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734667.239110:0:249244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734667.239112:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845baa0. 00000100:00000200:1.0:1767734667.239117:0:249244:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672035072, offset 0 00000400:00000200:1.0:1767734667.239122:0:249244:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734667.239128:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.239134:0:249244:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734667.239138:0:249244:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734667.239148:0:249244:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734667.239152:0:249244:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734667.239155:0:249244:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734667.239159:0:249244:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66407:66407:256:4294967295] 192.168.203.112@tcp LPNI seq info [66407:66407:8:4294967295] 00000400:00000200:1.0:1767734667.239164:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.239174:0:249244:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734667.239180:0:249244:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734667.239185:0:249244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c200. 00000800:00000200:1.0:1767734667.239191:0:249244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734667.239197:0:249244:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734667.239201:0:249244:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734667.239222:0:249244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.239227:0:249244:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10698 usecs (11 jiffies) 00000400:00000200:1.0:1767734667.239232:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.239234:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429071 00000100:00000001:1.0:1767734667.239240:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429066 00000100:00000001:1.0:1767734667.239244:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429071 00000100:00000001:1.0:1767734667.239247:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429066 00000100:00000001:1.0:1767734667.239250:0:249244:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.239253:0:249244:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.239256:0:249244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734667.239258:0:249244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734667.239261:0:249244:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734667.239263:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734667.239266:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.239428:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.239436:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:2.0:1767734667.239443:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.239450:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.239455:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845baa0 00000400:00000010:2.0:1767734667.239458:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845baa0. 00000100:00000001:2.0:1767734667.239462:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.239469:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf100 x1853602672035072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.239482:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.239486:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf100 x1853602672035072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.239495:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.239497:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734667.242059:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.242071:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734667.242075:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.242080:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.242089:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.242097:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734667.242105:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.242112:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.242119:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.242123:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d24500 00000400:00000200:3.0:1767734667.242129:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.242135:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7b315 [1] + 224 00000800:00000001:3.0:1767734667.242141:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.242148:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.242151:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734667.242156:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.242161:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.242168:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf100 x1853602672035072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734667.242182:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cf100 x1853602672035072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734667.242204:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734667.242210:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.242214:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.242301:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734667.242341:0:249244:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734667.242344:0:249244:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734667.242348:0:249244:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767734667.242354:0:249244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b440 00000400:00000010:1.0:1767734667.242357:0:249244:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b440. 00000100:00000001:1.0:1767734667.242372:0:249244:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734667.242381:0:249244:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cf100 x1853602672035072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734667.242395:0:249244:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cf100 x1853602672035072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.242404:0:249244:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734667.242406:0:249244:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.242409:0:249244:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734667.242411:0:249244:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734667.242413:0:249244:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734667.242416:0:249244:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.242419:0:249244:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734667.242425:0:249244:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734667.242429:0:249244:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734667.242432:0:249244:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734667.242434:0:249244:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.242436:0:249244:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734667.242439:0:249244:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.242442:0:249244:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734667.242444:0:249244:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:1.0:1767734667.242447:0:249244:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734667.242449:0:249244:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.242454:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cf100 x1853602672035072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.242463:0:249244:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.242466:0:249244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734667.242468:0:249244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734667.242472:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cf100 x1853602672035072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734667.242482:0:249244:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cf100 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672035072:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.242487:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.242489:0:249244:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.242498:0:249244:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734667.242500:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.242504:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cf100 x1853602672035072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.242513:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734667.242515:0:249244:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.242519:0:249244:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734667.242520:0:249244:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.242523:0:249244:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734667.242526:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.242528:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.242530:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=4 00000020:00000001:1.0:1767734667.242533:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.242536:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000040:1.0:1767734667.242541:0:249244:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683fc00, remote cookie: 0x9bbb2ede58daba6e, flags: 0x1001 00010000:00010000:1.0:1767734667.242547:0:249244:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b7f2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba6e expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734667.242557:0:249244:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8fc:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1767734667.242584:0:249244:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1767734667.242590:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 2 00010000:00000001:1.0:1767734667.242593:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.242597:0:249244:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.242601:0:249244:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b7f2 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba6e expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734667.242610:0:249244:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b7f2 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba6e expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.242617:0:249244:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734667.242620:0:249244:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734667.242622:0:249244:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734667.242632:0:249244:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734667.242633:0:249244:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734667.242636:0:249244:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8fc:0x0].0x0 (ffff94b1d21e1500) refcount = 2 00010000:00000040:1.0:1767734667.242644:0:249244:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767734667.242647:0:249244:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba36 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734667.242656:0:249244:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b7f2 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba6e expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.242663:0:249244:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734667.242665:0:249244:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734667.242667:0:249244:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.242670:0:249244:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734667.242673:0:249244:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.242677:0:249244:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b7f2 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba6e expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.242683:0:249244:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734667.242685:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.242687:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.242688:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.242689:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.242691:0:249244:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.242695:0:249244:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734667.242697:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.242699:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.242701:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=3 00000020:00000001:1.0:1767734667.242703:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.242706:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.242709:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.242710:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.242712:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=4 00000020:00000001:1.0:1767734667.242714:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.242717:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.242725:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.242727:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.242731:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b7f2 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba6e expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.242738:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.242740:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.242741:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.242743:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.242745:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=5 00000020:00000001:1.0:1767734667.242747:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.242749:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.242752:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.242755:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b7f2 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba6e expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.242762:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.242763:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734667.242766:0:249244:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b7f2 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba6e expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.242773:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.242775:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.242776:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.242777:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.242779:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734667.242785:0:249244:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1d02cf100 x1853602672035072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734667.242794:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.242796:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.242797:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=3 00000020:00000001:1.0:1767734667.242800:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.242802:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.242810:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.242811:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.242813:0:249244:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.242815:0:249244:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.242818:0:249244:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734667.242820:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.242822:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.242823:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=3 00000020:00000001:1.0:1767734667.242826:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.242828:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00000002:00010000:1.0:1767734667.242832:0:249244:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b7f2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba6e expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.242840:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.242841:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.242843:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734667.242844:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.242846:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.242848:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=3 00000020:00000001:1.0:1767734667.242850:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.242852:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000040:1.0:1767734667.242856:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 3 00010000:00000001:1.0:1767734667.242859:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734667.242863:0:249244:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589939618/2300 (0 0) 00010000:00000001:1.0:1767734667.242866:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.242868:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.242869:0:249244:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734667.242872:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b9f0 00000002:00002000:1.0:1767734667.242874:0:249244:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734667.242877:0:249244:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.242880:0:249244:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.242883:0:249244:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734667.242886:0:249244:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734667.242889:0:249244:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734667.242897:0:249244:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734667.242901:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:1.0:1767734667.242904:0:249244:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734667.242906:0:249244:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734667.242910:0:249244:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734667.242912:0:249244:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734667.242915:0:249244:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734667.242917:0:249244:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8fc:0x0] 00000080:00000001:1.0:1767734667.242920:0:249244:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.242923:0:249244:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145788 : 144115272398145788 : 2000013a20008fc) 00000080:00000001:1.0:1767734667.242926:0:249244:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734667.242930:0:249244:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8fc:0x0], updating i_size 512 00010000:00000001:1.0:1767734667.242933:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.242935:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.242936:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=3 00000020:00000001:1.0:1767734667.242939:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.242941:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.242944:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.242946:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734667.242947:0:249244:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767734667.242949:0:249244:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767734667.242951:0:249244:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734667.242953:0:249244:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734667.242955:0:249244:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.242958:0:249244:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8fc:0x0](ffff94b1d172aa08) for lock 0x1886cffb85c2b7f2 00800000:00000001:1.0:1767734667.242961:0:249244:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734667.242963:0:249244:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734667.242965:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.242966:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.242968:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=3 00000020:00000001:1.0:1767734667.242970:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.242973:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.242975:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.242977:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.242978:0:249244:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.242985:0:249244:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.242988:0:249244:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734667.242990:0:249244:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.242994:0:249244:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.242997:0:249244:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x8fc:0x0](ffff94b1d172aa08) 00000080:00010000:1.0:1767734667.243000:0:249244:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b7f2 from it ffffafc30837bcb8 00010000:00000001:1.0:1767734667.243002:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.243004:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.243006:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=3 00000020:00000001:1.0:1767734667.243008:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.243010:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.243013:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.243016:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b7f2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba6e expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.243023:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.243025:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.243026:0:249244:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734667.243029:0:249244:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734667.243032:0:249244:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b7f2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba6e expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.243039:0:249244:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734667.243041:0:249244:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734667.243043:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.243046:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.243047:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.243049:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.243052:0:249244:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734667.243054:0:249244:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.243056:0:249244:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.243059:0:249244:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.243061:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.243063:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.243064:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734667.243071:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.243077:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cf100 x1853602672035072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.243085:0:249244:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734667.243087:0:249244:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734667.243090:0:249244:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9295000. 02000000:00000001:1.0:1767734667.243093:0:249244:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734667.243095:0:249244:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734667.243097:0:249244:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734667.243099:0:249244:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734667.243102:0:249244:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be400. 02000000:00000001:1.0:1767734667.243104:0:249244:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734667.243106:0:249244:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734667.243108:0:249244:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cf100. 00000100:00000001:1.0:1767734667.243112:0:249244:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734667.243114:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734667.243122:0:249244:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.243127:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bd08 00000080:00000008:1.0:1767734667.243130:0:249244:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file d160j.sanity:[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767734667.243134:0:249244:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734667.243136:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bda0 00000080:00002000:1.0:1767734667.243139:0:249244:0:(dcache.c:127:ll_ddelete()) keeping dentry d160j.sanity (ffff94b1df682af8, parent ffff94b1f079b510, inode ffff94b1d172aa08) hashed, 00000080:00000001:1.0:1767734667.243142:0:249244:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.243704:0:249244:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.243715:0:249244:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.243743:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bd08 00000080:00200008:1.0:1767734667.243747:0:249244:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94b1f14e42c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767734667.243752:0:249244:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734667.243754:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bc80 00000080:00200000:1.0:1767734667.243756:0:249244:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734667.243761:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:1.0:1767734667.243766:0:249244:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734667.243769:0:249244:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734667.243772:0:249244:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.243774:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bba0 00800000:00000002:1.0:1767734667.243783:0:249244:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734667.243787:0:249244:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734667.243791:0:249244:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734667.243795:0:249244:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.243797:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837ba70 00000002:00010000:1.0:1767734667.243800:0:249244:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734667.243804:0:249244:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734667.243805:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.243808:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.243812:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1600 count: 2 00010000:00000001:1.0:1767734667.243815:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.243818:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.243821:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734667.243825:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734667.243833:0:249244:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734667.243837:0:249244:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.243841:0:249244:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734667.243848:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734667.243850:0:249244:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734667.243852:0:249244:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734667.243854:0:249244:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734667.243857:0:249244:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734667.243859:0:249244:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734667.243862:0:249244:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734667.243865:0:249244:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734667.243868:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:1.0:1767734667.243871:0:249244:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734667.243873:0:249244:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.243876:0:249244:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734667.243880:0:249244:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b7d6 00800000:00000001:1.0:1767734667.243888:0:249244:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734667.243891:0:249244:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734667.243892:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.243894:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.243896:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.243899:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.243902:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.243905:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.243906:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.243908:0:249244:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.243910:0:249244:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.243912:0:249244:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b7d6 from it ffffafc30837bcb8 00010000:00000001:1.0:1767734667.243915:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.243916:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.243918:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.243920:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.243922:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.243925:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.243928:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.243936:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.243937:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.243939:0:249244:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734667.243940:0:249244:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734667.243943:0:249244:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.243951:0:249244:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734667.243953:0:249244:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734667.243954:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.243957:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.243959:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.243961:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.243963:0:249244:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734667.243970:0:249244:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.243972:0:249244:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.243976:0:249244:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.243978:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.243980:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.243981:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734667.243984:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734667.243985:0:249244:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734667.243988:0:249244:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.243992:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bd08 00000080:00000008:1.0:1767734667.243995:0:249244:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94b1f14e42c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767734667.244111:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734667.244114:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734667.244116:0:249244:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734667.244118:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bbc0 00000080:00200000:1.0:1767734667.244121:0:249244:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734667.244126:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:1.0:1767734667.244130:0:249244:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734667.244133:0:249244:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734667.244136:0:249244:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.244137:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bae0 00800000:00000002:1.0:1767734667.244140:0:249244:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734667.244143:0:249244:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734667.244146:0:249244:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734667.244151:0:249244:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.244152:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b9b0 00000002:00010000:1.0:1767734667.244154:0:249244:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734667.244158:0:249244:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734667.244160:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.244162:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.244166:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1600 count: 2 00010000:00000001:1.0:1767734667.244169:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.244172:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.244174:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734667.244179:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734667.244201:0:249244:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734667.244205:0:249244:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.244208:0:249244:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734667.244216:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734667.244218:0:249244:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734667.244220:0:249244:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734667.244222:0:249244:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734667.244225:0:249244:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734667.244227:0:249244:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734667.244230:0:249244:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734667.244233:0:249244:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734667.244235:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:1.0:1767734667.244239:0:249244:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734667.244240:0:249244:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.244243:0:249244:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734667.244246:0:249244:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b7d6 00800000:00000001:1.0:1767734667.244250:0:249244:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734667.244252:0:249244:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734667.244253:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.244255:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.244257:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.244259:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.244262:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.244265:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.244266:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.244268:0:249244:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.244270:0:249244:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.244272:0:249244:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b7d6 from it ffffafc30837bbf8 00010000:00000001:1.0:1767734667.244275:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.244276:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.244284:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.244286:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.244289:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.244291:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.244295:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.244302:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.244303:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.244305:0:249244:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734667.244307:0:249244:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00000010:1.1F:1767734667.244345:0:249244:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683fe00. 00000080:00000010:1.1:1767734667.244358:0:249244:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c70ad1a0. 00010000:00010000:1.0:1767734667.244368:0:249244:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.244377:0:249244:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734667.244379:0:249244:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734667.244381:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.244384:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.244386:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.244387:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.244390:0:249244:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734667.244392:0:249244:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.244394:0:249244:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.244397:0:249244:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.244400:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.244401:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.244403:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734667.244405:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734667.244407:0:249244:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734667.244410:0:249244:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734667.244414:0:249244:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.244417:0:249244:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734667.244420:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bbc0 00000080:00002000:1.0:1767734667.244422:0:249244:0:(dcache.c:87:ll_dcompare()) found name d160j.sanity(ffff94b1df682af8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734667.244425:0:249244:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.244427:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bc08 00000080:00200000:1.0:1767734667.244435:0:249244:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160j.sanity, flags=267 00000080:00000001:1.0:1767734667.244439:0:249244:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734667.244441:0:249244:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.244445:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734667.244447:0:249244:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), inode mode 41ed mask 44 00000080:00000001:1.0:1767734667.244450:0:249244:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.244455:0:249244:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:1.0:1767734667.244459:0:249244:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1767734667.244461:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bb78 00000080:00200008:1.0:1767734667.244464:0:249244:0:(file.c:1001:ll_file_open()) START file d160j.sanity:[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), flags 300000 00000080:00000010:1.0:1767734667.244471:0:249244:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1c2ea03c0. 00000080:00000001:1.0:1767734667.244479:0:249244:0:(file.c:717:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1767734667.244482:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:1.0:1767734667.244486:0:249244:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734667.244489:0:249244:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734667.244491:0:249244:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.244493:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837ba28 00800000:00000002:1.0:1767734667.244495:0:249244:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a2:0x8fc:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734667.244500:0:249244:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:1.0:1767734667.244503:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b9a8 00800000:00000002:1.0:1767734667.244506:0:249244:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8fc:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734667.244510:0:249244:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.244512:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b8e0 00000002:00010000:1.0:1767734667.244514:0:249244:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8fc:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0240300001 00000002:00000001:1.0:1767734667.244518:0:249244:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734667.244520:0:249244:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1767734667.244523:0:249244:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734667.244527:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 3 00010000:00000001:1.0:1767734667.244530:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.244533:0:249244:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734667.244535:0:249244:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.244538:0:249244:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.244540:0:249244:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.244543:0:249244:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734667.244545:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1600 count: 2 00010000:00000001:1.0:1767734667.244553:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.244556:0:249244:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734667.244558:0:249244:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.244591:0:249244:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.244595:0:249244:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734667.244600:0:249244:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cf100. 00000020:00000040:1.0:1767734667.244604:0:249244:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:1.0:1767734667.244612:0:249244:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734667.244614:0:249244:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.244616:0:249244:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734667.244620:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.244623:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.244625:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.244627:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.244630:0:249244:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734667.244631:0:249244:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734667.244634:0:249244:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734667.244640:0:249244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be400. 00000100:00000001:1.0:1767734667.244644:0:249244:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.244648:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.244650:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.244652:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.244654:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.244656:0:249244:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.244669:0:249244:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00010000:00000001:1.0:1767734667.244672:0:249244:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734667.244674:0:249244:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734667.244677:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1600 count: 2 00010000:00000001:1.0:1767734667.244679:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.244682:0:249244:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734667.244685:0:249244:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683fe00. 00000020:00000001:1.0:1767734667.244688:0:249244:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734667.244691:0:249244:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683fe00 with handle 0x1886cffb85c2b7f9 to hash 00000020:00000001:1.0:1767734667.244693:0:249244:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734667.244695:0:249244:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734667.244698:0:249244:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734667.244708:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.244711:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.244715:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.244723:0:249244:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00000020:00100000:1.0:1767734667.244734:0:249244:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1767734667.244742:0:249244:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cf100 x1853602672035328/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1767734667.244753:0:249244:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00000100:00000001:1.0:1767734667.244759:0:249244:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734667.244761:0:249244:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734667.244765:0:249244:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.244767:0:249244:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:1.0:1767734667.244770:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.244772:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00000100:00000001:1.0:1767734667.244776:0:249244:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734667.244779:0:249244:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.244781:0:249244:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734667.244783:0:249244:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734667.244787:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cf100 x1853602672035328/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.244796:0:249244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734667.244798:0:249244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.244801:0:249244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734667.244803:0:249244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734667.244806:0:249244:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734667.244810:0:249244:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cf100 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672035328:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.244814:0:249244:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734667.244824:0:249244:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734667.244826:0:249244:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.244829:0:249244:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734667.244985:0:249244:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767734667.244988:0:249244:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734667.244995:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734667.244998:0:249244:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767734667.245004:0:249244:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b1f9295000. 00000100:00000200:1.0:1767734667.245010:0:249244:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602672035328, portal 10 00000100:00000001:1.0:1767734667.245012:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.245014:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00000100:00000040:1.0:1767734667.245021:0:249244:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cf100 x1853602672035328/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.245029:0:249244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734667.245032:0:249244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734667.245035:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b440. 00000100:00000200:1.0:1767734667.245038:0:249244:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853602672035328, offset 0 00000400:00000200:1.0:1767734667.245043:0:249244:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734667.245049:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.245055:0:249244:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734667.245060:0:249244:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734667.245063:0:249244:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734667.245067:0:249244:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734667.245070:0:249244:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734667.245074:0:249244:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66408:66408:256:4294967295] 192.168.203.112@tcp LPNI seq info [66408:66408:8:4294967295] 00000400:00000200:1.0:1767734667.245079:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.245088:0:249244:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734667.245094:0:249244:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734667.245098:0:249244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cb00. 00000800:00000200:1.0:1767734667.245104:0:249244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734667.245110:0:249244:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734667.245115:0:249244:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cb00 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:1.0:1767734667.245144:0:249244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.245149:0:249244:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10698 usecs (11 jiffies) 00000400:00000200:1.0:1767734667.245154:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.245157:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429077 00000100:00000001:1.0:1767734667.245163:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429071 00000100:00000001:1.0:1767734667.245167:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429077 00000100:00000001:1.0:1767734667.245171:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429071 00000100:00000001:1.0:1767734667.245174:0:249244:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.245177:0:249244:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.245179:0:249244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734667.245181:0:249244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734667.245184:0:249244:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734667.245187:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734667.245189:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.245355:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.245363:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:2.0:1767734667.245372:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.245380:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.245386:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b440 00000400:00000010:2.0:1767734667.245389:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b440. 00000100:00000001:2.0:1767734667.245393:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.245400:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf100 x1853602672035328/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.245414:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.245420:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf100 x1853602672035328/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734683 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.245448:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.245451:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734667.247977:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.247999:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734667.248002:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.248005:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.248013:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.248081:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734667.248089:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.248094:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.248099:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.248103:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d780d24600 00000400:00000200:3.0:1767734667.248109:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.248115:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x7b31d [64] + 224 00000800:00000001:3.0:1767734667.248122:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.248130:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.248133:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734667.248137:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.248142:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.248149:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf100 x1853602672035328/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734683 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734667.248163:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b1d02cf100 x1853602672035328/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734667.248187:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734667.248194:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.248198:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.248278:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734667.248288:0:249244:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734667.248290:0:249244:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734667.248294:0:249244:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767734667.248301:0:249244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f9295000 00000400:00000010:1.0:1767734667.248303:0:249244:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b1f9295000. 00000100:00000001:1.0:1767734667.248307:0:249244:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:1.1:1767734667.248346:0:249244:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e000. 00000080:00000010:1.1:1767734667.248352:0:249244:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c70ade40. 00000100:00000200:1.0:1767734667.248369:0:249244:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cf100 x1853602672035328/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734667.248383:0:249244:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cf100 x1853602672035328/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.248393:0:249244:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734667.248395:0:249244:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.248398:0:249244:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734667.248400:0:249244:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734667.248402:0:249244:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734667.248405:0:249244:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.248408:0:249244:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734667.248414:0:249244:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734667.248431:0:249244:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734667.248434:0:249244:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767734667.248439:0:249244:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1d02cf100 x1853602672035328/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.248448:0:249244:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734667.248451:0:249244:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734667.248453:0:249244:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734667.248455:0:249244:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734667.248457:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.248459:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00000100:00000001:1.0:1767734667.248462:0:249244:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734667.248464:0:249244:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:1.0:1767734667.248466:0:249244:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734667.248468:0:249244:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767734667.248473:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cf100 x1853602672035328/t12884924592(12884924592) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.248482:0:249244:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767734667.248485:0:249244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734667.248487:0:249244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734667.248492:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cf100 x1853602672035328/t12884924592(12884924592) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734667.248501:0:249244:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cf100 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672035328:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.248506:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.248509:0:249244:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734667.248512:0:249244:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734667.248514:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.248517:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf100 x1853602672035328/t12884924592(12884924592) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.248525:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734667.248528:0:249244:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.248531:0:249244:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734667.248538:0:249244:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767734667.248541:0:249244:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734667.248545:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.248547:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.248549:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=4 00000020:00000001:1.0:1767734667.248552:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734667.248555:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00010000:1.0:1767734667.248584:0:249244:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7f9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.248596:0:249244:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767734667.248600:0:249244:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7f9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.248607:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.248610:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7f9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.248617:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.248618:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734667.248621:0:249244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7f9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.248627:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.248629:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.248632:0:249244:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767734667.248635:0:249244:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7f9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.248642:0:249244:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f683fe00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767734667.248644:0:249244:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767734667.248648:0:249244:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7f9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.248654:0:249244:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767734667.248662:0:249244:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767734667.248667:0:249244:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7f9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.248673:0:249244:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767734667.248676:0:249244:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767734667.248677:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.248679:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.248681:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=5 00000020:00000001:1.0:1767734667.248683:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734667.248686:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734667.248689:0:249244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734667.248692:0:249244:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7f9 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 249244 initiator: MDT0 00000080:00000001:1.0:1767734667.248697:0:249244:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734667.248699:0:249244:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.248702:0:249244:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767734667.248704:0:249244:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734667.248707:0:249244:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734667.248708:0:249244:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734667.248710:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.248712:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734667.248715:0:249244:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683fe00 with handle 0x1886cffb85c2b7f9 from hash 00010000:00000001:1.0:1767734667.248718:0:249244:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734667.248720:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.248721:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.248722:0:249244:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734667.248724:0:249244:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734667.248726:0:249244:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767734667.248729:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.248730:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.248732:0:249244:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.248734:0:249244:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.248737:0:249244:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7f9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.248748:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.248749:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.248751:0:249244:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767734667.248753:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.248755:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.248756:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.248757:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734667.248760:0:249244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b7f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.248769:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.248771:0:249244:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767734667.248775:0:249244:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767734667.248782:0:249244:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff94b1d02cf100 x1853602672035328/t12884924592(12884924592) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734667.248793:0:249244:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1767734667.248799:0:249244:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02cf100 x1853602672035328/t12884924592(12884924592) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734667.248807:0:249244:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.248809:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734667.248811:0:249244:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.248813:0:249244:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.248816:0:249244:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.248818:0:249244:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1767734667.248820:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.248822:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00010000:00000001:1.0:1767734667.248825:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734667.248826:0:249244:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.248828:0:249244:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734667.248831:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b860 00000002:00002000:1.0:1767734667.248833:0:249244:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1767734667.248837:0:249244:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.248840:0:249244:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.248847:0:249244:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734667.248851:0:249244:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734667.248854:0:249244:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734667.248857:0:249244:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734667.248860:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:1.0:1767734667.248865:0:249244:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734667.248868:0:249244:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734667.248871:0:249244:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734667.248873:0:249244:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734667.248875:0:249244:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8fc:0x0] 00000080:00000001:1.0:1767734667.248878:0:249244:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.248881:0:249244:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145788 : 144115272398145788 : 2000013a20008fc) 00000080:00000001:1.0:1767734667.248884:0:249244:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734667.248888:0:249244:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8fc:0x0], updating i_size 512 00000080:00000001:1.0:1767734667.248891:0:249244:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734667.248894:0:249244:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734667.248895:0:249244:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.248899:0:249244:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734667.248901:0:249244:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.248903:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.248908:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf100 x1853602672035328/t12884924592(12884924592) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.248916:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.248919:0:249244:0:(file.c:828:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734667.248924:0:249244:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1f451f840. 00000080:00000001:1.0:1767734667.248928:0:249244:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1767734667.248931:0:249244:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1767734667.248935:0:249244:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1767734667.248938:0:249244:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1de9e6c60. 00000002:00100000:1.0:1767734667.248943:0:249244:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02cf100 x1853602672035328/t12884924592(12884924592) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734667.248951:0:249244:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.248953:0:249244:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1767734667.248958:0:249244:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1767734667.248969:0:249244:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.248973:0:249244:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1767734667.248975:0:249244:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.248977:0:249244:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.248982:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.248986:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cf100 x1853602672035328/t12884924592(12884924592) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1767734667.248994:0:249244:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734667.248997:0:249244:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767734667.249033:0:249244:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767734667.249035:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.249038:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bb78 00000080:00000008:1.0:1767734667.249040:0:249244:0:(file.c:1240:ll_file_open()) COMPLETED file d160j.sanity:[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), flags 300000, rc = 0 00000080:00000001:1.0:1767734667.249044:0:249244:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.249063:0:249244:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767734667.249066:0:249244:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08) cmd=c03066f0 arg=7ffc6f112050 00000020:00000001:1.0:1767734667.249074:0:249244:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767734667.249079:0:249244:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff94b1d04bec00. 00000020:00000001:1.0:1767734667.249084:0:249244:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.249089:0:249244:0:(dir.c:474:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1767734667.249091:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bad0 00000080:00200000:1.0:1767734667.249094:0:249244:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08) name=d0.1 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:1.0:1767734667.249100:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000001:1.0:1767734667.249108:0:249244:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:1.0:1767734667.249110:0:249244:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1767734667.249113:0:249244:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090186065920 : -117983523485696 : ffff94b1d1fe4800) 00800000:00000001:1.0:1767734667.249116:0:249244:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1767734667.249118:0:249244:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1767734667.249120:0:249244:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1767734667.249122:0:249244:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1767734667.249124:0:249244:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1ef335000: Allocated FID [0x2000013a2:0x8fd:0x0] 40000000:00000001:1.0:1767734667.249127:0:249244:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.249129:0:249244:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.249132:0:249244:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.249134:0:249244:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.249143:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837ba08 00800000:00000002:1.0:1767734667.249145:0:249244:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd0.1' [0x2000013a2:0x8fd:0x0] on [0x2000013a2:0x8fc:0x0] -> mds #0 00000002:00000001:1.0:1767734667.249150:0:249244:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1767734667.249152:0:249244:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734667.249156:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 3 00010000:00000001:1.0:1767734667.249159:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.249162:0:249244:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734667.249165:0:249244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734667.249169:0:249244:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b7f2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58daba6e expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734667.249178:0:249244:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734667.249180:0:249244:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734667.249182:0:249244:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734667.249184:0:249244:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a2:0x8fc:0x0] mode (null) 00000002:00000001:1.0:1767734667.249188:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.249190:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.249192:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 4 00010000:00000001:1.0:1767734667.249194:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.249198:0:249244:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1767734667.249200:0:249244:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1767734667.249202:0:249244:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734667.249206:0:249244:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.249210:0:249244:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba36 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.249217:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.249219:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.249221:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1767734667.249223:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.249224:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.249227:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f200 refcount=2 00000020:00000001:1.0:1767734667.249229:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.249232:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.249235:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.249241:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.249243:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.249245:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.249248:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 4 00010000:00000001:1.0:1767734667.249250:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734667.249253:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.249255:0:249244:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767734667.249259:0:249244:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2000013a2:0x8fc:0x0] lli = ffff94b1d172a940, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1767734667.249262:0:249244:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767734667.249264:0:249244:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767734667.249266:0:249244:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734667.249268:0:249244:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.249271:0:249244:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734667.249273:0:249244:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734667.249275:0:249244:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734667.249277:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.249279:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734667.249281:0:249244:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683fc00 with handle 0x1886cffb85c2b7f2 from hash 00010000:00000001:1.0:1767734667.249284:0:249244:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734667.249286:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.249287:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.249289:0:249244:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734667.249291:0:249244:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734667.249293:0:249244:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734667.249296:0:249244:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734667.249298:0:249244:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734667.249301:0:249244:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734667.249306:0:249244:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cc700. 00000020:00000040:1.0:1767734667.249342:0:249244:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:1.0:1767734667.249348:0:249244:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734667.249350:0:249244:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.249352:0:249244:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734667.249355:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.249359:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.249360:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.249362:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.249364:0:249244:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734667.249373:0:249244:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734667.249376:0:249244:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734667.249382:0:249244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04bc400. 00000100:00000001:1.0:1767734667.249387:0:249244:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.249390:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.249392:0:249244:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734667.249398:0:249244:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b7f2 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58daba6e expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734667.249406:0:249244:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734667.249408:0:249244:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734667.249410:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734667.249413:0:249244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b7f2 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58daba6e expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.249423:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.249424:0:249244:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.249426:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.249428:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.249431:0:249244:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734667.249438:0:249244:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734667.249446:0:249244:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cc700 x1853602672035584/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734667.249455:0:249244:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734667.249457:0:249244:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734667.249461:0:249244:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.249463:0:249244:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:1.0:1767734667.249466:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.249468:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155558656 : -117983553992960 : ffff94b1d02cc700) 00000100:00000001:1.0:1767734667.249471:0:249244:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734667.249474:0:249244:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.249477:0:249244:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734667.249478:0:249244:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734667.249482:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cc700 x1853602672035584/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734667.249504:0:249244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734667.249506:0:249244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.249510:0:249244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734667.249512:0:249244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734667.249514:0:249244:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734667.249518:0:249244:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cc700 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672035584:192.168.203.112@tcp:36:lfs.0 00000100:00000001:1.0:1767734667.249523:0:249244:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734667.249526:0:249244:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734667.249529:0:249244:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.249531:0:249244:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734667.249534:0:249244:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9295000. 02000000:00000001:1.0:1767734667.249537:0:249244:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734667.249543:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734667.249547:0:249244:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767734667.249551:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b4c8. 00000100:00000200:1.0:1767734667.249557:0:249244:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672035584, portal 10 00000100:00000001:1.0:1767734667.249559:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.249592:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155558656 : -117983553992960 : ffff94b1d02cc700) 00000100:00000040:1.0:1767734667.249600:0:249244:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cc700 x1853602672035584/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734667.249608:0:249244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734667.249611:0:249244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734667.249615:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bc38. 00000100:00000200:1.0:1767734667.249618:0:249244:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1853602672035584, offset 0 00000400:00000200:1.0:1767734667.249624:0:249244:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734667.249631:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.249637:0:249244:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734667.249642:0:249244:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734667.249645:0:249244:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734667.249649:0:249244:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734667.249652:0:249244:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734667.249663:0:249244:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66409:66409:256:4294967295] 192.168.203.112@tcp LPNI seq info [66409:66409:8:4294967295] 00000400:00000200:1.0:1767734667.249669:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.249678:0:249244:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734667.249685:0:249244:0:(socklnd_cb.c:1001:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734667.249689:0:249244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cf00. 00000800:00000200:1.0:1767734667.249695:0:249244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734667.249701:0:249244:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734667.249705:0:249244:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cf00 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:1.0:1767734667.249726:0:249244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.249731:0:249244:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10698 usecs (11 jiffies) 00000400:00000200:1.0:1767734667.249735:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.249738:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429082 00000100:00000001:1.0:1767734667.249744:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429077 00000100:00000001:1.0:1767734667.249748:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429082 00000100:00000001:1.0:1767734667.249752:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429077 00000100:00000001:1.0:1767734667.249755:0:249244:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.249758:0:249244:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.249762:0:249244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734667.249764:0:249244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734667.249767:0:249244:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734667.249772:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734667.249775:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.249862:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.249870:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:2.0:1767734667.249877:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.249884:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.249890:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bc38 00000400:00000010:2.0:1767734667.249892:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bc38. 00000100:00000001:2.0:1767734667.249897:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.249904:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cc700 x1853602672035584/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.249916:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.249920:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc700 x1853602672035584/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.249929:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.249932:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734667.254504:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.254515:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734667.254519:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.254522:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.254529:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.254536:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734667.254542:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.254547:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.254552:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.254556:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d24700 00000400:00000200:3.0:1767734667.254601:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.254607:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7b325 [1] + 224 00000800:00000001:3.0:1767734667.254614:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.254624:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.254627:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734667.254631:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.254636:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.254644:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cc700 x1853602672035584/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734667.254658:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cc700 x1853602672035584/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.254683:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734667.254689:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734667.254694:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.254699:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734667.254706:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66410:66410:256:4294967295] 192.168.203.112@tcp LPNI seq info [66410:66410:8:4294967295] 00000400:00000200:3.0:1767734667.254713:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.254728:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767734667.254729:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000400:00000001:1.0:1767734667.254740:0:249244:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1767734667.254741:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000001:1.0:1767734667.254747:0:249244:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000010:3.0:1767734667.254752:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c53e8100. 00000400:00000010:1.0:1767734667.254754:0:249244:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767734667.254764:0:249244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b4c8 00000800:00000200:3.0:1767734667.254766:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000010:1.0:1767734667.254769:0:249244:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b4c8. 00000100:00000001:1.0:1767734667.254778:0:249244:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734667.254783:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734667.254792:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c53e8100 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767734667.254794:0:249244:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cc700 x1853602672035584/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734667.254835:0:249244:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cc700 x1853602672035584/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734667.254845:0:249244:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734667.254848:0:249244:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.254852:0:249244:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734667.254856:0:249244:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734667.254859:0:249244:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734667.254862:0:249244:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.254866:0:249244:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734667.254869:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00001000:1.0:1767734667.254873:0:249244:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=95 v=5 (5 5 5 5) 00000800:00000010:3.0:1767734667.254877:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c53e8100. 00000800:00000001:2.0:1767734667.254885:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767734667.254886:0:249244:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000400:00000200:3.0:1767734667.254887:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767734667.254900:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.254901:0:249244:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734667.254907:0:249244:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734667.254910:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00010000:00000001:1.0:1767734667.254913:0:249244:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734667.254920:0:249244:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.254925:0:249244:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734667.254927:0:249244:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x3000058af/0x1] 00000100:00000001:1.0:1767734667.254931:0:249244:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734667.254933:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.254935:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155558656 : -117983553992960 : ffff94b1d02cc700) 00000100:00000001:1.0:1767734667.254939:0:249244:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734667.254942:0:249244:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:1.0:1767734667.254944:0:249244:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734667.254947:0:249244:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.254955:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cc700 x1853602672035584/t12884924593(12884924593) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734667.254965:0:249244:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.254968:0:249244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734667.254969:0:249244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734667.254974:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cc700 x1853602672035584/t12884924593(12884924593) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734667.254984:0:249244:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cc700 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672035584:192.168.203.112@tcp:36:lfs.0 00000100:00000001:1.0:1767734667.254998:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.255001:0:249244:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.255003:0:249244:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734667.255005:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.255010:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc700 x1853602672035584/t12884924593(12884924593) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734667.255018:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734667.255021:0:249244:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.255025:0:249244:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734667.255026:0:249244:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.255032:0:249244:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734667.255035:0:249244:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x8fd:0x0] 00800000:00000001:1.0:1767734667.255037:0:249244:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.255041:0:249244:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734667.255044:0:249244:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734667.255046:0:249244:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734667.255050:0:249244:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145789 : 144115272398145789 : 2000013a20008fd) 00000080:00000001:1.0:1767734667.255053:0:249244:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1767734667.255064:0:249244:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1c4b08000. 00000080:00000001:1.0:1767734667.255072:0:249244:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1767734667.255074:0:249244:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x8fd:0x0](ffff94b1c4b080c8) 00000080:00000001:1.0:1767734667.255077:0:249244:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734667.255079:0:249244:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8fd:0x0] 00000080:00000001:1.0:1767734667.255082:0:249244:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.255084:0:249244:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145789 : 144115272398145789 : 2000013a20008fd) 00000080:00000001:1.0:1767734667.255087:0:249244:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1767734667.255089:0:249244:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145789 mtime from 0 to 1767734667 00000080:00200000:1.0:1767734667.255094:0:249244:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8fd:0x0], updating i_size 512 00000080:00000001:1.0:1767734667.255097:0:249244:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1767734667.255099:0:249244:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962864840 : -117983746686776 : ffff94b1c4b080c8) 00000080:00000001:1.0:1767734667.255102:0:249244:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734667.255105:0:249244:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734667.255108:0:249244:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.255114:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.255126:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cc700 x1853602672035584/t12884924593(12884924593) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734667.255134:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734667.255138:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000010:1.0:1767734667.255143:0:249244:0:(dir.c:2108:ll_dir_ioctl()) kvfree 'data': 632 at ffff94b1d04bec00. 00000080:00000001:1.0:1767734667.255146:0:249244:0:(dir.c:2109:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.255157:0:249244:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:1.0:1767734667.255160:0:249244:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1767734667.255163:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bdb0 00000080:00200008:1.0:1767734667.255165:0:249244:0:(file.c:424:ll_file_release()) START file d160j.sanity:[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), flags 300000 00000080:00400000:1.0:1767734667.255171:0:249244:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x8fc:0x0] 00000080:00000001:1.0:1767734667.255175:0:249244:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1767734667.255177:0:249244:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:1.0:1767734667.255180:0:249244:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1767734667.255185:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.255187:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.255192:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 2 00010000:00000001:1.0:1767734667.255195:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734667.255199:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734667.255202:0:249244:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a2:0x8fc:0x0]: 0 00000080:00000001:1.0:1767734667.255206:0:249244:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1767734667.255209:0:249244:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1767734667.255213:0:249244:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00000080:00000001:1.0:1767734667.255216:0:249244:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1767734667.255220:0:249244:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1767734667.255224:0:249244:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1767734667.255227:0:249244:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8fc:0x0] 00000002:00000001:1.0:1767734667.255230:0:249244:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1767734667.255233:0:249244:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8fc:0x0] file closed with intent: 0 00000100:00000010:1.0:1767734667.255238:0:249244:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cdf80. 00000020:00000040:1.0:1767734667.255241:0:249244:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:1.0:1767734667.255245:0:249244:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734667.255248:0:249244:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734667.255251:0:249244:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734667.255256:0:249244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c733ea00. 00000100:00000001:1.0:1767734667.255261:0:249244:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1767734667.255280:0:249244:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1d02cf100 x1853602672035328/t12884924592(12884924592) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1767734667.255291:0:249244:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1767734667.255297:0:249244:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cdf80 x1853602672035840/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1767734667.255305:0:249244:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734667.255307:0:249244:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734667.255347:0:249244:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.255350:0:249244:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:1.0:1767734667.255354:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.255355:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000001:1.0:1767734667.255359:0:249244:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734667.255362:0:249244:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.255365:0:249244:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734667.255367:0:249244:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734667.255373:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cdf80 x1853602672035840/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.255383:0:249244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734667.255385:0:249244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.255389:0:249244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734667.255393:0:249244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734667.255396:0:249244:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734667.255401:0:249244:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cdf80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672035840:192.168.203.112@tcp:35:lfs.0 00000100:00000001:1.0:1767734667.255405:0:249244:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734667.255410:0:249244:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734667.255413:0:249244:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.255416:0:249244:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734667.255422:0:249244:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9291800. 02000000:00000001:1.0:1767734667.255424:0:249244:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734667.255432:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734667.255437:0:249244:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767734667.255442:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b4c8. 00000100:00000200:1.0:1767734667.255456:0:249244:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672035840, portal 10 00000100:00000001:1.0:1767734667.255459:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.255461:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000040:1.0:1767734667.255469:0:249244:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cdf80 x1853602672035840/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.255477:0:249244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734667.255480:0:249244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734667.255483:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b000. 00000100:00000200:1.0:1767734667.255486:0:249244:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672035840, offset 0 00000400:00000200:1.0:1767734667.255492:0:249244:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734667.255498:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.255504:0:249244:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734667.255509:0:249244:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734667.255513:0:249244:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734667.255516:0:249244:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734667.255519:0:249244:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734667.255523:0:249244:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66411:66411:256:4294967295] 192.168.203.112@tcp LPNI seq info [66411:66411:8:4294967295] 00000400:00000200:1.0:1767734667.255528:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.255538:0:249244:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734667.255544:0:249244:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734667.255548:0:249244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cc00. 00000800:00000200:1.0:1767734667.255554:0:249244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734667.255585:0:249244:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734667.255591:0:249244:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1767734667.255609:0:249244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.255614:0:249244:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10698 usecs (11 jiffies) 00000400:00000200:1.0:1767734667.255619:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.255622:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429088 00000100:00000001:1.0:1767734667.255628:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429082 00000100:00000001:1.0:1767734667.255632:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429088 00000100:00000001:1.0:1767734667.255644:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429082 00000100:00000001:1.0:1767734667.255649:0:249244:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.255652:0:249244:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.255655:0:249244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734667.255658:0:249244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734667.255662:0:249244:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734667.255666:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734667.255669:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.255751:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.255759:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:2.0:1767734667.255765:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.255773:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.255778:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b000 00000400:00000010:2.0:1767734667.255780:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b000. 00000100:00000001:2.0:1767734667.255785:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.255792:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cdf80 x1853602672035840/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.255804:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.255809:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdf80 x1853602672035840/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.255818:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.255832:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734667.256360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683fe00. 00010000:00000010:1.1:1767734667.256368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683fc00. 00000800:00000001:3.0:1767734667.257934:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.257945:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734667.257959:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.257963:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.257970:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.257977:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734667.257984:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.257988:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.257993:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.257997:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d24800 00000400:00000200:3.0:1767734667.258003:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.258008:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b32d [1] + 224 00000800:00000001:3.0:1767734667.258015:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.258022:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.258026:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734667.258030:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.258035:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.258042:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cdf80 x1853602672035840/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734667.258056:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1d02cdf80 x1853602672035840/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734667.258081:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734667.258088:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.258092:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.258196:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734667.258206:0:249244:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734667.258208:0:249244:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734667.258211:0:249244:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767734667.258218:0:249244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b4c8 00000400:00000010:1.0:1767734667.258221:0:249244:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b4c8. 00000100:00000001:1.0:1767734667.258225:0:249244:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734667.258234:0:249244:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cdf80 x1853602672035840/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734667.258248:0:249244:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cdf80 x1853602672035840/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.258258:0:249244:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734667.258260:0:249244:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.258263:0:249244:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734667.258265:0:249244:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734667.258267:0:249244:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734667.258270:0:249244:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.258272:0:249244:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734667.258279:0:249244:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:1.0:1767734667.258283:0:249244:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734667.258286:0:249244:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734667.258288:0:249244:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.258291:0:249244:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734667.258294:0:249244:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.258297:0:249244:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734667.258299:0:249244:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734667.258301:0:249244:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734667.258348:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.258350:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000001:1.0:1767734667.258354:0:249244:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734667.258356:0:249244:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:1.0:1767734667.258358:0:249244:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734667.258361:0:249244:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.258368:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cdf80 x1853602672035840/t12884924594(12884924594) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.258377:0:249244:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.258379:0:249244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734667.258381:0:249244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734667.258386:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cdf80 x1853602672035840/t12884924594(12884924594) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734667.258395:0:249244:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cdf80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672035840:192.168.203.112@tcp:35:lfs.0 00000100:00000001:1.0:1767734667.258401:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.258404:0:249244:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.258406:0:249244:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734667.258408:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.258412:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdf80 x1853602672035840/t12884924594(12884924594) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.258420:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734667.258423:0:249244:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.258426:0:249244:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734667.258428:0:249244:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.258441:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.258443:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000002:00000001:1.0:1767734667.258446:0:249244:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.258449:0:249244:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734667.258453:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:1.0:1767734667.258456:0:249244:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1767734667.258459:0:249244:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1767734667.258464:0:249244:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1767734667.258477:0:249244:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1d02cf100 x1853602672035328/t12884924592(12884924592) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.258487:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.258489:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00000100:00000001:1.0:1767734667.258492:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.258495:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cf100 x1853602672035328/t12884924592(12884924592) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.258503:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.258505:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.258509:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdf80 x1853602672035840/t12884924594(12884924594) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.258516:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.258518:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.258522:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cf100 x1853602672035328/t12884924592(12884924592) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.258529:0:249244:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767734667.258531:0:249244:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734667.258533:0:249244:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734667.258536:0:249244:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734667.258538:0:249244:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be400. 02000000:00000001:1.0:1767734667.258542:0:249244:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734667.258544:0:249244:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734667.258545:0:249244:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cf100. 00000100:00000001:1.0:1767734667.258550:0:249244:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734667.258551:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.258553:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.258557:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cdf80 x1853602672035840/t12884924594(12884924594) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.258597:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1767734667.258599:0:249244:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1de9e6c60. 00000002:00000001:1.0:1767734667.258603:0:249244:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.258605:0:249244:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734667.258616:0:249244:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451f840. 00000100:00000001:1.0:1767734667.258620:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.258625:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cdf80 x1853602672035840/t12884924594(12884924594) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.258633:0:249244:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734667.258635:0:249244:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734667.258637:0:249244:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9291800. 02000000:00000001:1.0:1767734667.258641:0:249244:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734667.258642:0:249244:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734667.258644:0:249244:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734667.258646:0:249244:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734667.258648:0:249244:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c733ea00. 02000000:00000001:1.0:1767734667.258651:0:249244:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734667.258652:0:249244:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734667.258654:0:249244:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cdf80. 00000100:00000001:1.0:1767734667.258657:0:249244:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734667.258658:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734667.258661:0:249244:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734667.258665:0:249244:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1c2ea03c0. 00000080:00000001:1.0:1767734667.258668:0:249244:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.258673:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bdb0 00000080:00000008:1.0:1767734667.258675:0:249244:0:(file.c:464:ll_file_release()) COMPLETED file d160j.sanity:[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), flags 300000, rc = 0 00000080:00000001:1.0:1767734667.258680:0:249244:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.258683:0:249244:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.258686:0:249244:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734667.258688:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837be00 00000080:00002000:1.0:1767734667.258691:0:249244:0:(dcache.c:127:ll_ddelete()) keeping dentry d160j.sanity (ffff94b1df682af8, parent ffff94b1f079b510, inode ffff94b1d172aa08) hashed, 00000080:00000001:1.0:1767734667.258694:0:249244:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.258721:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734667.258724:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734667.258726:0:249244:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734667.258728:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bb20 00000080:00200000:1.0:1767734667.258731:0:249244:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734667.258736:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733ea00. 00800000:00000002:1.0:1767734667.258741:0:249244:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734667.258744:0:249244:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734667.258754:0:249244:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.258756:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837ba40 00800000:00000002:1.0:1767734667.258759:0:249244:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734667.258763:0:249244:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734667.258766:0:249244:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734667.258770:0:249244:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.258773:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b910 00000002:00010000:1.0:1767734667.258775:0:249244:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734667.258779:0:249244:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734667.258781:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.258783:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.258787:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1600 count: 2 00010000:00000001:1.0:1767734667.258790:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.258794:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.258797:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734667.258801:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734667.258812:0:249244:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734667.258816:0:249244:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.258819:0:249244:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734667.258827:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734667.258830:0:249244:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734667.258832:0:249244:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734667.258834:0:249244:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734667.258836:0:249244:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734667.258839:0:249244:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734667.258842:0:249244:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734667.258844:0:249244:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734667.258847:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733ea00. 00000080:00000001:1.0:1767734667.258851:0:249244:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734667.258853:0:249244:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.258856:0:249244:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734667.258864:0:249244:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b7d6 00800000:00000001:1.0:1767734667.258868:0:249244:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734667.258870:0:249244:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734667.258872:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.258874:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.258877:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.258879:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.258882:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.258885:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.258887:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.258889:0:249244:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.258891:0:249244:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.258894:0:249244:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b7d6 from it ffffafc30837bb58 00010000:00000001:1.0:1767734667.258896:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.258898:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.258899:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.258901:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.258904:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.258906:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.258910:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.258918:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.258919:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.258921:0:249244:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734667.258923:0:249244:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734667.258926:0:249244:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.258933:0:249244:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734667.258935:0:249244:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734667.258937:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.258940:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.258942:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.258949:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.258951:0:249244:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734667.258953:0:249244:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.258956:0:249244:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.258959:0:249244:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.258961:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.258963:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.258964:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734667.258967:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734667.258969:0:249244:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734667.258971:0:249244:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734667.258975:0:249244:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.258979:0:249244:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734667.258981:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bae8 00000080:00002000:1.0:1767734667.258983:0:249244:0:(dcache.c:87:ll_dcompare()) found name d160j.sanity(ffff94b1df682af8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734667.258986:0:249244:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.258988:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bb30 00000080:00200000:1.0:1767734667.258990:0:249244:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160j.sanity, flags=29 00000080:00000001:1.0:1767734667.258994:0:249244:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734667.258996:0:249244:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.258998:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734667.259000:0:249244:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), inode mode 41ed mask 1 00000080:00000001:1.0:1767734667.259003:0:249244:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734667.259015:0:249244:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1de9e6060. 00000020:00000001:1.0:1767734667.259019:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bae8 00000080:00200000:1.0:1767734667.259021:0:249244:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.2, dir=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), flags=13 00000080:00000001:1.0:1767734667.259024:0:249244:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734667.259026:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b9a8 00000080:00200000:1.0:1767734667.259029:0:249244:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.2, dir=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), intent=getattr 00000080:00000010:1.0:1767734667.259034:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733ea00. 00000080:00000001:1.0:1767734667.259039:0:249244:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734667.259041:0:249244:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.259042:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b8c8 00800000:00000002:1.0:1767734667.259045:0:249244:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.2' on [0x2000013a2:0x8fc:0x0] 00800000:00000001:1.0:1767734667.259048:0:249244:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734667.259051:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b860 00800000:00000002:1.0:1767734667.259059:0:249244:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8fc:0x0], fid2=[0x0:0x0:0x0], name='d0.2' -> mds #0 00000002:00000001:1.0:1767734667.259067:0:249244:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.259069:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b798 00000002:00010000:1.0:1767734667.259071:0:249244:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.2,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8fc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734667.259075:0:249244:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734667.259077:0:249244:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734667.259080:0:249244:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cdf80. 00000020:00000040:1.0:1767734667.259084:0:249244:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734667.259088:0:249244:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734667.259091:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.259094:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.259095:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.259097:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.259100:0:249244:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734667.259102:0:249244:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734667.259104:0:249244:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734667.259109:0:249244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be400. 00000100:00000001:1.0:1767734667.259114:0:249244:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.259118:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.259124:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.259126:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.259127:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.259130:0:249244:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.259135:0:249244:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00010000:00000001:1.0:1767734667.259138:0:249244:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734667.259140:0:249244:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734667.259144:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 2 00010000:00000001:1.0:1767734667.259147:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.259149:0:249244:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734667.259152:0:249244:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683fc00. 00000020:00000001:1.0:1767734667.259155:0:249244:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734667.259158:0:249244:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683fc00 with handle 0x1886cffb85c2b800 to hash 00000020:00000001:1.0:1767734667.259160:0:249244:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734667.259162:0:249244:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.259165:0:249244:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.259173:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.259176:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.259179:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b800 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.259188:0:249244:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b800 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.259198:0:249244:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b800 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00000100:00000001:1.0:1767734667.259204:0:249244:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734667.259206:0:249244:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734667.259210:0:249244:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.259212:0:249244:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:1.0:1767734667.259215:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.259216:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000001:1.0:1767734667.259220:0:249244:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734667.259223:0:249244:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.259226:0:249244:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734667.259227:0:249244:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734667.259233:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cdf80 x1853602672035968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.259242:0:249244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734667.259245:0:249244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.259248:0:249244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734667.259250:0:249244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734667.259253:0:249244:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734667.259256:0:249244:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cdf80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672035968:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.259261:0:249244:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734667.259264:0:249244:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734667.259266:0:249244:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.259269:0:249244:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734667.259272:0:249244:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9291800. 02000000:00000001:1.0:1767734667.259280:0:249244:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734667.259286:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734667.259290:0:249244:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767734667.259294:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b4c8. 00000100:00000200:1.0:1767734667.259299:0:249244:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672035968, portal 10 00000100:00000001:1.0:1767734667.259302:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.259303:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000040:1.0:1767734667.259356:0:249244:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cdf80 x1853602672035968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.259367:0:249244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734667.259370:0:249244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734667.259374:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b2a8. 00000100:00000200:1.0:1767734667.259378:0:249244:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672035968, offset 0 00000400:00000200:1.0:1767734667.259384:0:249244:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734667.259391:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.259397:0:249244:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734667.259401:0:249244:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734667.259405:0:249244:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734667.259409:0:249244:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734667.259412:0:249244:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734667.259416:0:249244:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66412:66412:256:4294967295] 192.168.203.112@tcp LPNI seq info [66412:66412:8:4294967295] 00000400:00000200:1.0:1767734667.259421:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.259436:0:249244:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734667.259443:0:249244:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734667.259449:0:249244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c100. 00000800:00000200:1.0:1767734667.259456:0:249244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734667.259466:0:249244:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734667.259471:0:249244:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734667.259487:0:249244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.259492:0:249244:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10698 usecs (11 jiffies) 00000400:00000200:1.0:1767734667.259497:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.259509:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429092 00000100:00000001:1.0:1767734667.259516:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429088 00000100:00000001:1.0:1767734667.259521:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429092 00000100:00000001:1.0:1767734667.259524:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429088 00000100:00000001:1.0:1767734667.259527:0:249244:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.259530:0:249244:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.259533:0:249244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734667.259535:0:249244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734667.259538:0:249244:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734667.259541:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734667.259543:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.259677:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.259685:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:2.0:1767734667.259692:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.259699:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.259704:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b2a8 00000400:00000010:2.0:1767734667.259707:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b2a8. 00000100:00000001:2.0:1767734667.259711:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.259719:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cdf80 x1853602672035968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.259731:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.259736:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdf80 x1853602672035968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.259745:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.259747:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734667.262637:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.262648:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734667.262652:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.262655:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.262663:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.262669:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734667.262676:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.262681:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.262686:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.262690:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d24880 00000400:00000200:3.0:1767734667.262696:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.262713:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7b335 [1] + 224 00000800:00000001:3.0:1767734667.262720:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.262729:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.262732:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734667.262737:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.262742:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.262749:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cdf80 x1853602672035968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734667.262763:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cdf80 x1853602672035968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734667.262789:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734667.262796:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.262800:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.262831:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734667.262841:0:249244:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734667.262843:0:249244:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734667.262847:0:249244:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767734667.262854:0:249244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b4c8 00000400:00000010:1.0:1767734667.262857:0:249244:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b4c8. 00000100:00000001:1.0:1767734667.262861:0:249244:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734667.262871:0:249244:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cdf80 x1853602672035968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734667.262885:0:249244:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cdf80 x1853602672035968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.262894:0:249244:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734667.262896:0:249244:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.262899:0:249244:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734667.262902:0:249244:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734667.262904:0:249244:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734667.262906:0:249244:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.262909:0:249244:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734667.262915:0:249244:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734667.262919:0:249244:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734667.262922:0:249244:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767734667.262927:0:249244:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1d02cdf80 x1853602672035968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.262955:0:249244:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734667.262959:0:249244:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734667.262961:0:249244:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:1.0:1767734667.262963:0:249244:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734667.262965:0:249244:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767734667.262971:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cdf80 x1853602672035968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.262979:0:249244:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767734667.262982:0:249244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734667.262984:0:249244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734667.262989:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cdf80 x1853602672035968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734667.262998:0:249244:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cdf80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672035968:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.263003:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.263006:0:249244:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734667.263009:0:249244:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734667.263011:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.263015:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cdf80 x1853602672035968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.263023:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734667.263026:0:249244:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.263029:0:249244:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734667.263030:0:249244:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767734667.263033:0:249244:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734667.263036:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.263038:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.263041:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=4 00000020:00000001:1.0:1767734667.263044:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.263047:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00010000:1.0:1767734667.263052:0:249244:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b800 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.263068:0:249244:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767734667.263073:0:249244:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b800 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.263079:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.263083:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b800 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.263089:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.263091:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734667.263093:0:249244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b800 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.263100:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.263102:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.263105:0:249244:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767734667.263108:0:249244:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b800 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.263114:0:249244:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f683fc00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767734667.263117:0:249244:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767734667.263120:0:249244:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b800 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.263126:0:249244:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767734667.263128:0:249244:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767734667.263132:0:249244:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b800 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.263138:0:249244:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767734667.263141:0:249244:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767734667.263142:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.263144:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.263151:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=5 00000020:00000001:1.0:1767734667.263153:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.263156:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.263159:0:249244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734667.263162:0:249244:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b800 lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 249244 initiator: MDT0 00000080:00000001:1.0:1767734667.263168:0:249244:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734667.263170:0:249244:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.263173:0:249244:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767734667.263175:0:249244:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734667.263177:0:249244:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734667.263179:0:249244:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734667.263181:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.263183:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734667.263186:0:249244:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683fc00 with handle 0x1886cffb85c2b800 from hash 00010000:00000001:1.0:1767734667.263188:0:249244:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734667.263190:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.263192:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.263193:0:249244:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734667.263195:0:249244:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734667.263197:0:249244:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767734667.263199:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.263201:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.263202:0:249244:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.263205:0:249244:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.263208:0:249244:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b800 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.263214:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.263215:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.263216:0:249244:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767734667.263218:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.263220:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.263221:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.263223:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734667.263225:0:249244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b800 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.263240:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.263242:0:249244:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767734667.263246:0:249244:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767734667.263252:0:249244:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1d02cdf80 x1853602672035968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734667.263261:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734667.263263:0:249244:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.263265:0:249244:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.263267:0:249244:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.263269:0:249244:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734667.263272:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734667.263273:0:249244:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.263275:0:249244:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734667.263278:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b718 00000002:00002000:1.0:1767734667.263280:0:249244:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.2 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1767734667.263284:0:249244:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.263287:0:249244:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.263289:0:249244:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734667.263292:0:249244:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8fc:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734667.263296:0:249244:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.263299:0:249244:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734667.263301:0:249244:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc30837bb20 it_disposition 7 00000080:00002000:1.0:1767734667.263305:0:249244:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682ca8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1767734667.263340:0:249244:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734667.263344:0:249244:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734667.263346:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.263348:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.263353:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 2 00010000:00000001:1.0:1767734667.263356:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734667.263361:0:249244:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2300 (0 0) 00000002:00000001:1.0:1767734667.263365:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.263368:0:249244:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.263371:0:249244:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.263383:0:249244:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734667.263387:0:249244:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734667.263392:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733ea00. 00000100:00000001:1.0:1767734667.263397:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.263404:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cdf80 x1853602672035968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.263415:0:249244:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734667.263417:0:249244:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734667.263421:0:249244:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9291800. 02000000:00000001:1.0:1767734667.263424:0:249244:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734667.263427:0:249244:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734667.263430:0:249244:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734667.263433:0:249244:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734667.263436:0:249244:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be400. 02000000:00000001:1.0:1767734667.263439:0:249244:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734667.263442:0:249244:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734667.263445:0:249244:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cdf80. 00000100:00000001:1.0:1767734667.263451:0:249244:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734667.263454:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734667.263456:0:249244:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734667.263458:0:249244:0:(dcache.c:176:ll_intent_release()) intent ffffafc30837bb20 released 00000080:00000001:1.0:1767734667.263460:0:249244:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734667.263464:0:249244:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734667.263466:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bb70 00000080:00002000:1.0:1767734667.263468:0:249244:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.2 (ffff94b1df682ca8, parent ffff94b1df682af8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734667.263472:0:249244:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734667.263475:0:249244:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.263480:0:249244:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.263483:0:249244:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734667.263485:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bbf0 00000080:00002000:1.0:1767734667.263487:0:249244:0:(dcache.c:127:ll_ddelete()) keeping dentry d160j.sanity (ffff94b1df682af8, parent ffff94b1f079b510, inode ffff94b1d172aa08) hashed, 00000080:00000001:1.0:1767734667.263490:0:249244:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.263508:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734667.263511:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734667.263513:0:249244:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734667.263515:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bbb0 00000080:00200000:1.0:1767734667.263517:0:249244:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734667.263528:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733ea00. 00800000:00000002:1.0:1767734667.263533:0:249244:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734667.263536:0:249244:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734667.263539:0:249244:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.263541:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bad0 00800000:00000002:1.0:1767734667.263543:0:249244:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734667.263547:0:249244:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734667.263551:0:249244:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734667.263555:0:249244:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.263557:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b9a0 00000002:00010000:1.0:1767734667.263559:0:249244:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734667.263587:0:249244:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734667.263589:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.263592:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.263596:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1600 count: 2 00010000:00000001:1.0:1767734667.263599:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.263602:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.263604:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734667.263609:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734667.263618:0:249244:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734667.263622:0:249244:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.263626:0:249244:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734667.263633:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734667.263635:0:249244:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734667.263637:0:249244:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734667.263640:0:249244:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734667.263642:0:249244:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734667.263644:0:249244:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734667.263647:0:249244:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734667.263650:0:249244:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734667.263661:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733ea00. 00000080:00000001:1.0:1767734667.263665:0:249244:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734667.263667:0:249244:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.263670:0:249244:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734667.263673:0:249244:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b7d6 00800000:00000001:1.0:1767734667.263677:0:249244:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734667.263679:0:249244:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734667.263681:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.263683:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.263686:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.263688:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.263691:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.263694:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.263696:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.263697:0:249244:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.263699:0:249244:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.263702:0:249244:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b7d6 from it ffffafc30837bbe8 00010000:00000001:1.0:1767734667.263705:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.263706:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.263708:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.263710:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.263712:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.263715:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.263718:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.263726:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.263727:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.263729:0:249244:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734667.263731:0:249244:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734667.263734:0:249244:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.263741:0:249244:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734667.263749:0:249244:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734667.263751:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.263754:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.263755:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.263757:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.263760:0:249244:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734667.263761:0:249244:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.263764:0:249244:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.263767:0:249244:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.263769:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.263771:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.263772:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734667.263775:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734667.263776:0:249244:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734667.263779:0:249244:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734667.263784:0:249244:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.263787:0:249244:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734667.263790:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bb78 00000080:00002000:1.0:1767734667.263792:0:249244:0:(dcache.c:87:ll_dcompare()) found name d160j.sanity(ffff94b1df682af8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734667.263795:0:249244:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.263797:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bbc0 00000080:00200000:1.0:1767734667.263799:0:249244:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160j.sanity, flags=16408 00000080:00000001:1.0:1767734667.263803:0:249244:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734667.263805:0:249244:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.263808:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734667.263810:0:249244:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), inode mode 41ed mask 1 00000080:00000001:1.0:1767734667.263813:0:249244:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734667.263820:0:249244:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1de9e6f40. 00000020:00000001:1.0:1767734667.263824:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bb78 00000080:00200000:1.0:1767734667.263826:0:249244:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.2, dir=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), flags=16392 00000080:00000001:1.0:1767734667.263830:0:249244:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734667.263831:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837ba38 00000080:00200000:1.0:1767734667.263834:0:249244:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.2, dir=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), intent=getattr 00000080:00000010:1.0:1767734667.263839:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733ea00. 00000080:00000001:1.0:1767734667.263844:0:249244:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734667.263846:0:249244:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.263848:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b958 00800000:00000002:1.0:1767734667.263856:0:249244:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.2' on [0x2000013a2:0x8fc:0x0] 00800000:00000001:1.0:1767734667.263860:0:249244:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734667.263863:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b8f0 00800000:00000002:1.0:1767734667.263865:0:249244:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8fc:0x0], fid2=[0x0:0x0:0x0], name='d0.2' -> mds #0 00000002:00000001:1.0:1767734667.263869:0:249244:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.263871:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b828 00000002:00010000:1.0:1767734667.263873:0:249244:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.2,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8fc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734667.263877:0:249244:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734667.263879:0:249244:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734667.263883:0:249244:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cdf80. 00000020:00000040:1.0:1767734667.263886:0:249244:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734667.263890:0:249244:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734667.263893:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.263896:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.263897:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.263899:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.263902:0:249244:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734667.263904:0:249244:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734667.263906:0:249244:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734667.263912:0:249244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be400. 00000100:00000001:1.0:1767734667.263916:0:249244:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.263920:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.263922:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.263924:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.263925:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.263928:0:249244:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.263933:0:249244:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00010000:00000001:1.0:1767734667.263936:0:249244:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734667.263938:0:249244:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734667.263942:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 2 00010000:00000001:1.0:1767734667.263944:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.263947:0:249244:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734667.263950:0:249244:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683fe00. 00000020:00000001:1.0:1767734667.263953:0:249244:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734667.263960:0:249244:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683fe00 with handle 0x1886cffb85c2b807 to hash 00000020:00000001:1.0:1767734667.263967:0:249244:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734667.263969:0:249244:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734667.263973:0:249244:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734667.263976:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.263978:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.263982:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b807 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.263990:0:249244:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b807 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.264000:0:249244:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b807 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00000100:00000001:1.0:1767734667.264005:0:249244:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734667.264007:0:249244:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734667.264011:0:249244:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.264014:0:249244:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:1.0:1767734667.264016:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.264018:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000001:1.0:1767734667.264021:0:249244:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734667.264025:0:249244:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.264027:0:249244:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734667.264028:0:249244:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734667.264035:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cdf80 x1853602672036096/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.264044:0:249244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734667.264046:0:249244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.264049:0:249244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734667.264051:0:249244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734667.264054:0:249244:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734667.264058:0:249244:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cdf80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672036096:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.264062:0:249244:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734667.264071:0:249244:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734667.264073:0:249244:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.264076:0:249244:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734667.264079:0:249244:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9291800. 02000000:00000001:1.0:1767734667.264082:0:249244:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734667.264088:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734667.264092:0:249244:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767734667.264096:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b4c8. 00000100:00000200:1.0:1767734667.264101:0:249244:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672036096, portal 10 00000100:00000001:1.0:1767734667.264103:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.264105:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000040:1.0:1767734667.264111:0:249244:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cdf80 x1853602672036096/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.264119:0:249244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734667.264122:0:249244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734667.264125:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b550. 00000100:00000200:1.0:1767734667.264128:0:249244:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672036096, offset 0 00000400:00000200:1.0:1767734667.264134:0:249244:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734667.264140:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.264146:0:249244:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734667.264151:0:249244:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734667.264154:0:249244:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734667.264157:0:249244:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734667.264160:0:249244:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734667.264164:0:249244:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66413:66413:256:4294967295] 192.168.203.112@tcp LPNI seq info [66413:66413:8:4294967295] 00000400:00000200:1.0:1767734667.264170:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.264179:0:249244:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734667.264185:0:249244:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734667.264190:0:249244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c900. 00000800:00000200:1.0:1767734667.264195:0:249244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734667.264202:0:249244:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734667.264206:0:249244:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734667.264234:0:249244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.264239:0:249244:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10698 usecs (11 jiffies) 00000400:00000200:1.0:1767734667.264244:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.264247:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429096 00000100:00000001:1.0:1767734667.264252:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429092 00000100:00000001:1.0:1767734667.264257:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429096 00000100:00000001:1.0:1767734667.264260:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429092 00000100:00000001:1.0:1767734667.264264:0:249244:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.264267:0:249244:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.264269:0:249244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734667.264271:0:249244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734667.264274:0:249244:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734667.264277:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734667.264279:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.264435:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.264443:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:2.0:1767734667.264452:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.264460:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.264466:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b550 00000400:00000010:2.0:1767734667.264469:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b550. 00000100:00000001:2.0:1767734667.264475:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.264483:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cdf80 x1853602672036096/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.264499:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.264504:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdf80 x1853602672036096/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.264513:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.264515:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734667.267513:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.267524:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734667.267528:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.267531:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.267538:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.267545:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734667.267552:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.267556:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.267593:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.267598:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d24900 00000400:00000200:3.0:1767734667.267604:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.267610:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7b33d [1] + 224 00000800:00000001:3.0:1767734667.267617:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.267626:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.267629:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734667.267633:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.267638:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.267646:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cdf80 x1853602672036096/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734667.267680:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cdf80 x1853602672036096/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734667.267705:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734667.267713:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.267718:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.267748:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734667.267758:0:249244:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734667.267761:0:249244:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734667.267764:0:249244:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767734667.267771:0:249244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b4c8 00000400:00000010:1.0:1767734667.267774:0:249244:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b4c8. 00000100:00000001:1.0:1767734667.267778:0:249244:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734667.267787:0:249244:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cdf80 x1853602672036096/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734667.267801:0:249244:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cdf80 x1853602672036096/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.267810:0:249244:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734667.267812:0:249244:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.267815:0:249244:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734667.267818:0:249244:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734667.267820:0:249244:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734667.267822:0:249244:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.267825:0:249244:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734667.267831:0:249244:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734667.267848:0:249244:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734667.267851:0:249244:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767734667.267856:0:249244:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1d02cdf80 x1853602672036096/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.267864:0:249244:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734667.267867:0:249244:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734667.267869:0:249244:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:1.0:1767734667.267872:0:249244:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734667.267874:0:249244:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767734667.267879:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cdf80 x1853602672036096/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.267887:0:249244:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767734667.267890:0:249244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734667.267892:0:249244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734667.267897:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cdf80 x1853602672036096/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734667.267906:0:249244:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cdf80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672036096:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.267912:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.267914:0:249244:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734667.267917:0:249244:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734667.267919:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.267923:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cdf80 x1853602672036096/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.267930:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734667.267933:0:249244:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.267937:0:249244:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734667.267938:0:249244:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767734667.267941:0:249244:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734667.267944:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.267946:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.267949:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=4 00000020:00000001:1.0:1767734667.267951:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734667.267962:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00010000:1.0:1767734667.267967:0:249244:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b807 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.267977:0:249244:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767734667.267981:0:249244:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b807 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.267988:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.267991:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b807 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.267998:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.267999:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734667.268002:0:249244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b807 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.268008:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.268011:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.268013:0:249244:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767734667.268016:0:249244:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b807 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.268023:0:249244:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f683fe00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767734667.268025:0:249244:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767734667.268029:0:249244:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b807 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.268035:0:249244:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767734667.268037:0:249244:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767734667.268041:0:249244:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b807 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.268047:0:249244:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767734667.268054:0:249244:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767734667.268056:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.268058:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.268060:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=5 00000020:00000001:1.0:1767734667.268062:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734667.268065:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734667.268068:0:249244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734667.268071:0:249244:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b807 lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 249244 initiator: MDT0 00000080:00000001:1.0:1767734667.268077:0:249244:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734667.268078:0:249244:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.268081:0:249244:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767734667.268083:0:249244:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734667.268085:0:249244:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734667.268087:0:249244:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734667.268089:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.268091:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734667.268094:0:249244:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683fe00 with handle 0x1886cffb85c2b807 from hash 00010000:00000001:1.0:1767734667.268097:0:249244:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734667.268098:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.268100:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.268101:0:249244:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734667.268103:0:249244:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734667.268105:0:249244:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767734667.268107:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.268109:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.268111:0:249244:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.268113:0:249244:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.268116:0:249244:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b807 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.268122:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.268123:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.268125:0:249244:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767734667.268126:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.268133:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.268135:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.268136:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734667.268139:0:249244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b807 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 249244 initiator: MDT0 00010000:00000001:1.0:1767734667.268148:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.268150:0:249244:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767734667.268155:0:249244:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767734667.268160:0:249244:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1d02cdf80 x1853602672036096/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734667.268169:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734667.268171:0:249244:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.268173:0:249244:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.268175:0:249244:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.268178:0:249244:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734667.268180:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734667.268182:0:249244:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.268184:0:249244:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734667.268186:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b7a8 00000002:00002000:1.0:1767734667.268189:0:249244:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.2 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1767734667.268192:0:249244:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.268195:0:249244:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.268197:0:249244:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734667.268200:0:249244:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8fc:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734667.268204:0:249244:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.268207:0:249244:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734667.268209:0:249244:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc30837bbb0 it_disposition 7 00000080:00002000:1.0:1767734667.268213:0:249244:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df682870 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1767734667.268218:0:249244:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734667.268221:0:249244:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734667.268223:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.268225:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.268229:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 2 00010000:00000001:1.0:1767734667.268232:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734667.268236:0:249244:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2300 (0 0) 00000002:00000001:1.0:1767734667.268246:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.268248:0:249244:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.268250:0:249244:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.268253:0:249244:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734667.268256:0:249244:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734667.268260:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733ea00. 00000100:00000001:1.0:1767734667.268263:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.268269:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cdf80 x1853602672036096/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.268277:0:249244:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734667.268279:0:249244:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734667.268282:0:249244:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9291800. 02000000:00000001:1.0:1767734667.268285:0:249244:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734667.268287:0:249244:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734667.268288:0:249244:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734667.268291:0:249244:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734667.268293:0:249244:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be400. 02000000:00000001:1.0:1767734667.268296:0:249244:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734667.268298:0:249244:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734667.268300:0:249244:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cdf80. 00000100:00000001:1.0:1767734667.268303:0:249244:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734667.268305:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734667.268307:0:249244:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734667.268342:0:249244:0:(dcache.c:176:ll_intent_release()) intent ffffafc30837bbb0 released 00000080:00000001:1.0:1767734667.268345:0:249244:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734667.268349:0:249244:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734667.268351:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bc00 00000080:00002000:1.0:1767734667.268354:0:249244:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.2 (ffff94b1df682870, parent ffff94b1df682af8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734667.268357:0:249244:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734667.268361:0:249244:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.268365:0:249244:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.268373:0:249244:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734667.268375:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bc80 00000080:00002000:1.0:1767734667.268378:0:249244:0:(dcache.c:127:ll_ddelete()) keeping dentry d160j.sanity (ffff94b1df682af8, parent ffff94b1f079b510, inode ffff94b1d172aa08) hashed, 00000080:00000001:1.0:1767734667.268382:0:249244:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.268403:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734667.268415:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734667.268417:0:249244:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734667.268419:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bb20 00000080:00200000:1.0:1767734667.268422:0:249244:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734667.268428:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733ea00. 00800000:00000002:1.0:1767734667.268434:0:249244:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734667.268438:0:249244:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734667.268441:0:249244:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.268444:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837ba40 00800000:00000002:1.0:1767734667.268448:0:249244:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734667.268452:0:249244:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734667.268455:0:249244:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734667.268460:0:249244:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.268462:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b910 00000002:00010000:1.0:1767734667.268464:0:249244:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734667.268468:0:249244:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734667.268470:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.268472:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.268475:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1600 count: 2 00010000:00000001:1.0:1767734667.268478:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.268482:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.268484:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734667.268488:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734667.268498:0:249244:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734667.268502:0:249244:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.268505:0:249244:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734667.268513:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734667.268515:0:249244:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734667.268517:0:249244:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734667.268519:0:249244:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734667.268521:0:249244:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734667.268530:0:249244:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734667.268534:0:249244:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734667.268536:0:249244:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734667.268539:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733ea00. 00000080:00000001:1.0:1767734667.268542:0:249244:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734667.268544:0:249244:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.268547:0:249244:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734667.268551:0:249244:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b7d6 00800000:00000001:1.0:1767734667.268554:0:249244:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734667.268556:0:249244:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734667.268558:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.268589:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.268592:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.268595:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.268598:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.268601:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.268603:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.268605:0:249244:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.268607:0:249244:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.268610:0:249244:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b7d6 from it ffffafc30837bb58 00010000:00000001:1.0:1767734667.268612:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.268614:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.268615:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.268618:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.268620:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.268623:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.268626:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.268634:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.268635:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.268637:0:249244:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734667.268639:0:249244:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734667.268642:0:249244:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.268656:0:249244:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734667.268659:0:249244:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734667.268661:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.268664:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.268665:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.268667:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.268670:0:249244:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734667.268672:0:249244:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.268674:0:249244:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.268677:0:249244:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.268680:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.268681:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.268683:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734667.268685:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734667.268687:0:249244:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734667.268690:0:249244:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734667.268694:0:249244:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.268698:0:249244:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734667.268700:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bb48 00000080:00002000:1.0:1767734667.268702:0:249244:0:(dcache.c:87:ll_dcompare()) found name d160j.sanity(ffff94b1df682af8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734667.268706:0:249244:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.268708:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bb90 00000080:00200000:1.0:1767734667.268710:0:249244:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160j.sanity, flags=13 00000080:00000001:1.0:1767734667.268713:0:249244:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734667.268715:0:249244:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.268722:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bd08 00000080:00200008:1.0:1767734667.268725:0:249244:0:(file.c:6252:ll_getattr_dentry()) START file d160j.sanity:[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767734667.268729:0:249244:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734667.268731:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bc80 00000080:00200000:1.0:1767734667.268733:0:249244:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08),name=d160j.sanity 00000080:00000010:1.0:1767734667.268738:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733ea00. 00800000:00000002:1.0:1767734667.268742:0:249244:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734667.268746:0:249244:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734667.268748:0:249244:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.268757:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bba0 00800000:00000002:1.0:1767734667.268759:0:249244:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x8fc:0x0] 'd160j.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734667.268763:0:249244:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734667.268766:0:249244:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8fc:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734667.268771:0:249244:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.268772:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837ba70 00000002:00010000:1.0:1767734667.268775:0:249244:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8fc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734667.268778:0:249244:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734667.268780:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.268782:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.268785:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 2 00010000:00000001:1.0:1767734667.268788:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734667.268792:0:249244:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2300 (0 0) 00000002:00000001:1.0:1767734667.268796:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.268798:0:249244:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.268800:0:249244:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734667.268802:0:249244:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734667.268806:0:249244:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cdf80. 00000020:00000040:1.0:1767734667.268809:0:249244:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734667.268813:0:249244:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734667.268817:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.268819:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.268821:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.268823:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.268825:0:249244:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734667.268827:0:249244:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734667.268830:0:249244:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734667.268835:0:249244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be400. 00000100:00000001:1.0:1767734667.268840:0:249244:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.268843:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.268845:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.268847:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.268849:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.268851:0:249244:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.268855:0:249244:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00010000:00000001:1.0:1767734667.268864:0:249244:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734667.268867:0:249244:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734667.268870:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1600 count: 2 00010000:00000001:1.0:1767734667.268872:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.268875:0:249244:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734667.268877:0:249244:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e000. 00000020:00000001:1.0:1767734667.268881:0:249244:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734667.268883:0:249244:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e000 with handle 0x1886cffb85c2b80e to hash 00000020:00000001:1.0:1767734667.268885:0:249244:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734667.268887:0:249244:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.268890:0:249244:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.268893:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.268895:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.268899:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b80e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.268907:0:249244:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b80e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.268916:0:249244:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b80e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00000100:00000001:1.0:1767734667.268922:0:249244:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734667.268924:0:249244:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734667.268928:0:249244:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.268930:0:249244:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:1.0:1767734667.268933:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.268934:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000001:1.0:1767734667.268938:0:249244:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734667.268941:0:249244:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.268943:0:249244:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734667.268945:0:249244:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734667.268951:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cdf80 x1853602672036224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.268960:0:249244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734667.268967:0:249244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.268971:0:249244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734667.268974:0:249244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734667.268976:0:249244:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734667.268981:0:249244:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cdf80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672036224:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.268985:0:249244:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734667.268988:0:249244:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734667.268991:0:249244:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.268993:0:249244:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734667.268997:0:249244:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9291800. 02000000:00000001:1.0:1767734667.268999:0:249244:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734667.269005:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734667.269009:0:249244:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767734667.269013:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b4c8. 00000100:00000200:1.0:1767734667.269018:0:249244:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672036224, portal 10 00000100:00000001:1.0:1767734667.269020:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.269022:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000040:1.0:1767734667.269028:0:249244:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cdf80 x1853602672036224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.269036:0:249244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734667.269039:0:249244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734667.269042:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845be58. 00000100:00000200:1.0:1767734667.269045:0:249244:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672036224, offset 0 00000400:00000200:1.0:1767734667.269051:0:249244:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734667.269057:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.269063:0:249244:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734667.269067:0:249244:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734667.269071:0:249244:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734667.269074:0:249244:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734667.269077:0:249244:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734667.269081:0:249244:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66414:66414:256:4294967295] 192.168.203.112@tcp LPNI seq info [66414:66414:8:4294967295] 00000400:00000200:1.0:1767734667.269086:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.269096:0:249244:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734667.269108:0:249244:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734667.269112:0:249244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c500. 00000800:00000200:1.0:1767734667.269118:0:249244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734667.269125:0:249244:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734667.269129:0:249244:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734667.269150:0:249244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.269155:0:249244:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10698 usecs (11 jiffies) 00000400:00000200:1.0:1767734667.269160:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.269163:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429101 00000100:00000001:1.0:1767734667.269169:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429096 00000100:00000001:1.0:1767734667.269173:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429101 00000100:00000001:1.0:1767734667.269176:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429096 00000100:00000001:1.0:1767734667.269179:0:249244:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.269182:0:249244:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.269185:0:249244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734667.269187:0:249244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734667.269190:0:249244:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734667.269192:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734667.269195:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.269365:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.269373:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c500. 00000400:00000200:2.0:1767734667.269384:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1767734667.269384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683fc00. 00000400:00000200:2.0:1767734667.269395:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000080:00000010:1.1:1767734667.269397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de9e6060. 00000400:00000200:2.0:1767734667.269415:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845be58 00000400:00000010:2.0:1767734667.269420:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845be58. 00000100:00000001:2.0:1767734667.269427:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.269436:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cdf80 x1853602672036224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.269450:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.269455:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdf80 x1853602672036224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.269466:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.269469:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734667.271907:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.271918:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734667.271922:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.271924:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.271932:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.271939:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734667.271945:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.271950:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.271955:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.271959:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d24980 00000400:00000200:3.0:1767734667.271964:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.271970:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7b345 [1] + 224 00000800:00000001:3.0:1767734667.271977:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.271984:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.271987:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734667.271991:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.271996:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.272003:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cdf80 x1853602672036224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734667.272016:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cdf80 x1853602672036224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734667.272041:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734667.272047:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.272051:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.272138:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734667.272148:0:249244:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734667.272150:0:249244:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734667.272154:0:249244:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767734667.272161:0:249244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b4c8 00000400:00000010:1.0:1767734667.272163:0:249244:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b4c8. 00000100:00000001:1.0:1767734667.272167:0:249244:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734667.272177:0:249244:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cdf80 x1853602672036224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734667.272191:0:249244:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cdf80 x1853602672036224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.272200:0:249244:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734667.272214:0:249244:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.272218:0:249244:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734667.272220:0:249244:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734667.272222:0:249244:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734667.272225:0:249244:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.272227:0:249244:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734667.272234:0:249244:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734667.272238:0:249244:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734667.272241:0:249244:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734667.272243:0:249244:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.272245:0:249244:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734667.272249:0:249244:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.272252:0:249244:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734667.272254:0:249244:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:1.0:1767734667.272256:0:249244:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734667.272259:0:249244:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.272264:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cdf80 x1853602672036224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.272273:0:249244:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.272276:0:249244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734667.272278:0:249244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734667.272283:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cdf80 x1853602672036224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734667.272292:0:249244:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cdf80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672036224:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.272297:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.272300:0:249244:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.272302:0:249244:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734667.272304:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.272308:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cdf80 x1853602672036224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.272350:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734667.272354:0:249244:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.272357:0:249244:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734667.272366:0:249244:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.272369:0:249244:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734667.272372:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.272374:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.272377:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e000 refcount=4 00000020:00000001:1.0:1767734667.272380:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.272383:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000040:1.0:1767734667.272388:0:249244:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e000, remote cookie: 0x9bbb2ede58dabac2, flags: 0x1001 00010000:00010000:1.0:1767734667.272394:0:249244:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b80e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabac2 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734667.272404:0:249244:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8fc:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1767734667.272408:0:249244:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1767734667.272412:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 2 00010000:00000001:1.0:1767734667.272415:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.272419:0:249244:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.272423:0:249244:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b80e lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabac2 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734667.272431:0:249244:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b80e lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabac2 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.272438:0:249244:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734667.272441:0:249244:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734667.272443:0:249244:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734667.272445:0:249244:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734667.272446:0:249244:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734667.272449:0:249244:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8fc:0x0].0x0 (ffff94b1d21e1500) refcount = 2 00010000:00000040:1.0:1767734667.272453:0:249244:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767734667.272456:0:249244:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba36 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734667.272464:0:249244:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b80e lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabac2 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.272477:0:249244:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734667.272479:0:249244:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734667.272481:0:249244:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.272484:0:249244:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734667.272487:0:249244:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.272491:0:249244:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b80e lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabac2 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.272497:0:249244:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734667.272499:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.272500:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.272502:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.272503:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.272505:0:249244:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.272509:0:249244:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734667.272511:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.272512:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.272514:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e000 refcount=3 00000020:00000001:1.0:1767734667.272517:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.272520:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.272522:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.272524:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.272525:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e000 refcount=4 00000020:00000001:1.0:1767734667.272528:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.272530:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.272533:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.272535:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.272539:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b80e lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabac2 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.272546:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.272547:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.272556:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.272557:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.272559:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e000 refcount=5 00000020:00000001:1.0:1767734667.272588:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.272591:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.272593:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.272597:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b80e lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabac2 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.272604:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.272606:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734667.272609:0:249244:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b80e lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabac2 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.272616:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.272617:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.272619:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.272620:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.272621:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734667.272628:0:249244:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1d02cdf80 x1853602672036224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734667.272637:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.272639:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.272640:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e000 refcount=3 00000020:00000001:1.0:1767734667.272642:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.272645:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.272647:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.272649:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.272650:0:249244:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.272653:0:249244:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.272655:0:249244:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734667.272658:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.272659:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.272661:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e000 refcount=3 00000020:00000001:1.0:1767734667.272670:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.272673:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00000002:00010000:1.0:1767734667.272677:0:249244:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b80e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabac2 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.272685:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.272686:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.272688:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734667.272689:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.272691:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.272692:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e000 refcount=3 00000020:00000001:1.0:1767734667.272695:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.272697:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000040:1.0:1767734667.272701:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 3 00010000:00000001:1.0:1767734667.272704:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734667.272708:0:249244:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589939618/2300 (0 0) 00010000:00000001:1.0:1767734667.272712:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.272713:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.272714:0:249244:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734667.272717:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b9f0 00000002:00002000:1.0:1767734667.272719:0:249244:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734667.272723:0:249244:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.272726:0:249244:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.272728:0:249244:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734667.272731:0:249244:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734667.272735:0:249244:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734667.272738:0:249244:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734667.272741:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733ea00. 00000080:00000001:1.0:1767734667.272745:0:249244:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734667.272747:0:249244:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734667.272750:0:249244:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734667.272753:0:249244:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734667.272755:0:249244:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734667.272757:0:249244:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8fc:0x0] 00000080:00000001:1.0:1767734667.272765:0:249244:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.272768:0:249244:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145788 : 144115272398145788 : 2000013a20008fc) 00000080:00000001:1.0:1767734667.272771:0:249244:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734667.272775:0:249244:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8fc:0x0], updating i_size 512 00010000:00000001:1.0:1767734667.272778:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.272780:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.272782:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e000 refcount=3 00000020:00000001:1.0:1767734667.272784:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.272787:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.272789:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.272791:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734667.272792:0:249244:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767734667.272794:0:249244:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767734667.272796:0:249244:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734667.272799:0:249244:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734667.272801:0:249244:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.272804:0:249244:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8fc:0x0](ffff94b1d172aa08) for lock 0x1886cffb85c2b80e 00800000:00000001:1.0:1767734667.272807:0:249244:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734667.272809:0:249244:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734667.272811:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.272812:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.272814:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e000 refcount=3 00000020:00000001:1.0:1767734667.272816:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.272819:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.272821:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.272823:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.272824:0:249244:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.272826:0:249244:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.272829:0:249244:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734667.272831:0:249244:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.272834:0:249244:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.272837:0:249244:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x8fc:0x0](ffff94b1d172aa08) 00000080:00010000:1.0:1767734667.272840:0:249244:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b80e from it ffffafc30837bcb8 00010000:00000001:1.0:1767734667.272843:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.272849:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.272851:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e000 refcount=3 00000020:00000001:1.0:1767734667.272853:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.272856:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798800896 : -117982910750720 : ffff94b1f683e000) 00010000:00000001:1.0:1767734667.272858:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.272862:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b80e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabac2 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.272869:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.272870:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.272872:0:249244:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734667.272874:0:249244:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734667.272877:0:249244:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b80e lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabac2 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.272884:0:249244:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734667.272887:0:249244:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734667.272889:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.272892:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.272893:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.272895:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.272897:0:249244:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734667.272899:0:249244:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.272902:0:249244:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.272905:0:249244:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.272907:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.272908:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.272910:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734667.272912:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.272918:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cdf80 x1853602672036224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.272926:0:249244:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734667.272928:0:249244:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734667.272931:0:249244:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9291800. 02000000:00000001:1.0:1767734667.272934:0:249244:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734667.272936:0:249244:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734667.272943:0:249244:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734667.272945:0:249244:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734667.272948:0:249244:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be400. 02000000:00000001:1.0:1767734667.272951:0:249244:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734667.272953:0:249244:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734667.272955:0:249244:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cdf80. 00000100:00000001:1.0:1767734667.272958:0:249244:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734667.272960:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734667.272964:0:249244:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.272968:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bd08 00000080:00000008:1.0:1767734667.272971:0:249244:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file d160j.sanity:[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767734667.272976:0:249244:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734667.272978:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bda0 00000080:00002000:1.0:1767734667.272980:0:249244:0:(dcache.c:127:ll_ddelete()) keeping dentry d160j.sanity (ffff94b1df682af8, parent ffff94b1f079b510, inode ffff94b1d172aa08) hashed, 00000080:00000001:1.0:1767734667.272984:0:249244:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.273022:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734667.273025:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734667.273027:0:249244:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734667.273028:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bbc0 00000080:00200000:1.0:1767734667.273031:0:249244:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734667.273036:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733ea00. 00800000:00000002:1.0:1767734667.273040:0:249244:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734667.273044:0:249244:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734667.273046:0:249244:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.273048:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bae0 00800000:00000002:1.0:1767734667.273051:0:249244:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734667.273055:0:249244:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734667.273058:0:249244:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734667.273063:0:249244:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.273065:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b9b0 00000002:00010000:1.0:1767734667.273067:0:249244:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734667.273071:0:249244:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734667.273072:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.273075:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.273078:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1600 count: 2 00010000:00000001:1.0:1767734667.273089:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.273092:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.273095:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734667.273099:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734667.273107:0:249244:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734667.273111:0:249244:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.273114:0:249244:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734667.273122:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734667.273124:0:249244:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734667.273126:0:249244:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734667.273129:0:249244:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734667.273131:0:249244:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734667.273134:0:249244:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734667.273137:0:249244:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734667.273139:0:249244:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734667.273142:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733ea00. 00000080:00000001:1.0:1767734667.273145:0:249244:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734667.273147:0:249244:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.273150:0:249244:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734667.273153:0:249244:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b7d6 00800000:00000001:1.0:1767734667.273156:0:249244:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734667.273158:0:249244:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734667.273160:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.273162:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.273164:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.273166:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.273169:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.273172:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.273173:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.273175:0:249244:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.273182:0:249244:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.273185:0:249244:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b7d6 from it ffffafc30837bbf8 00010000:00000001:1.0:1767734667.273187:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.273189:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.273190:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ee00 refcount=3 00000020:00000001:1.0:1767734667.273193:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.273195:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804480 : -117982910747136 : ffff94b1f683ee00) 00010000:00000001:1.0:1767734667.273198:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.273201:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.273208:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.273209:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.273211:0:249244:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734667.273213:0:249244:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734667.273216:0:249244:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.273223:0:249244:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734667.273225:0:249244:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734667.273227:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.273229:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.273231:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.273232:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.273235:0:249244:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734667.273237:0:249244:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.273239:0:249244:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.273242:0:249244:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.273244:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.273246:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.273247:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734667.273249:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734667.273251:0:249244:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734667.273254:0:249244:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734667.273258:0:249244:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.273261:0:249244:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734667.273270:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bbc0 00000080:00002000:1.0:1767734667.273272:0:249244:0:(dcache.c:87:ll_dcompare()) found name d160j.sanity(ffff94b1df682af8) flags 0x28004e refc 0 00000080:00000001:1.0:1767734667.273275:0:249244:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.273277:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bc08 00000080:00200000:1.0:1767734667.273279:0:249244:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160j.sanity, flags=267 00000080:00000001:1.0:1767734667.273282:0:249244:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734667.273284:0:249244:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.273288:0:249244:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734667.273290:0:249244:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), inode mode 41ed mask 44 00000080:00000001:1.0:1767734667.273294:0:249244:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.273298:0:249244:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:1.0:1767734667.273299:0:249244:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1767734667.273301:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bb78 00000080:00200008:1.0:1767734667.273303:0:249244:0:(file.c:1001:ll_file_open()) START file d160j.sanity:[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), flags 300000 00000080:00000010:1.0:1767734667.273308:0:249244:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1c2ea03c0. 00000080:00000001:1.0:1767734667.273348:0:249244:0:(file.c:717:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1767734667.273353:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733ea00. 00800000:00000002:1.0:1767734667.273356:0:249244:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734667.273359:0:249244:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734667.273362:0:249244:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.273364:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837ba28 00800000:00000002:1.0:1767734667.273366:0:249244:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a2:0x8fc:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734667.273371:0:249244:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:1.0:1767734667.273375:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b9a8 00800000:00000002:1.0:1767734667.273378:0:249244:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8fc:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734667.273382:0:249244:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734667.273385:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b8e0 00000002:00010000:1.0:1767734667.273387:0:249244:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8fc:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240300001 00000002:00000001:1.0:1767734667.273392:0:249244:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734667.273394:0:249244:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1767734667.273396:0:249244:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734667.273402:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 3 00010000:00000001:1.0:1767734667.273405:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.273408:0:249244:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734667.273411:0:249244:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.273422:0:249244:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.273425:0:249244:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.273429:0:249244:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734667.273433:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1600 count: 2 00010000:00000001:1.0:1767734667.273436:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.273439:0:249244:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734667.273442:0:249244:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.273445:0:249244:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.273447:0:249244:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734667.273452:0:249244:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cdf80. 00000020:00000040:1.0:1767734667.273456:0:249244:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:1.0:1767734667.273460:0:249244:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734667.273462:0:249244:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.273465:0:249244:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734667.273468:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.273471:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.273473:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.273474:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.273477:0:249244:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734667.273479:0:249244:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734667.273482:0:249244:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734667.273486:0:249244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be400. 00000100:00000001:1.0:1767734667.273491:0:249244:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.273495:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.273496:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.273499:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.273500:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.273502:0:249244:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.273507:0:249244:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00010000:00000001:1.0:1767734667.273511:0:249244:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734667.273513:0:249244:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734667.273515:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1600 count: 2 00010000:00000001:1.0:1767734667.273517:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.273520:0:249244:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734667.273523:0:249244:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683fc00. 00000020:00000001:1.0:1767734667.273526:0:249244:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734667.273538:0:249244:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683fc00 with handle 0x1886cffb85c2b815 to hash 00000020:00000001:1.0:1767734667.273540:0:249244:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734667.273542:0:249244:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.273545:0:249244:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.273548:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.273551:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.273554:0:249244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b815 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 249244 initiator: MDT0 00010000:00010000:1.0:1767734667.273590:0:249244:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b815 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00000020:00100000:1.0:1767734667.273603:0:249244:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1767734667.273612:0:249244:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cdf80 x1853602672036480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1767734667.273622:0:249244:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b815 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249244 initiator: MDT0 00000100:00000001:1.0:1767734667.273628:0:249244:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734667.273630:0:249244:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734667.273635:0:249244:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.273637:0:249244:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:1.0:1767734667.273640:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.273641:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000001:1.0:1767734667.273645:0:249244:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734667.273648:0:249244:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.273651:0:249244:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734667.273652:0:249244:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734667.273657:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cdf80 x1853602672036480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.273665:0:249244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734667.273667:0:249244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.273670:0:249244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734667.273680:0:249244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734667.273682:0:249244:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734667.273687:0:249244:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cdf80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672036480:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.273691:0:249244:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734667.273695:0:249244:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734667.273697:0:249244:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.273700:0:249244:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734667.273748:0:249244:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767734667.273751:0:249244:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734667.273758:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734667.273762:0:249244:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767734667.273767:0:249244:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b1f9291800. 00000100:00000200:1.0:1767734667.273772:0:249244:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602672036480, portal 10 00000100:00000001:1.0:1767734667.273775:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.273777:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000040:1.0:1767734667.273783:0:249244:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cdf80 x1853602672036480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.273792:0:249244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734667.273795:0:249244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734667.273798:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b4c8. 00000100:00000200:1.0:1767734667.273801:0:249244:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853602672036480, offset 0 00000400:00000200:1.0:1767734667.273811:0:249244:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734667.273817:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.273823:0:249244:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734667.273827:0:249244:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734667.273831:0:249244:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734667.273834:0:249244:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734667.273837:0:249244:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734667.273841:0:249244:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66415:66415:256:4294967295] 192.168.203.112@tcp LPNI seq info [66415:66415:8:4294967295] 00000400:00000200:1.0:1767734667.273846:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.273856:0:249244:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734667.273862:0:249244:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734667.273872:0:249244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c800. 00000800:00000200:1.0:1767734667.273878:0:249244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734667.273885:0:249244:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734667.273890:0:249244:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c800 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:1.0:1767734667.273910:0:249244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.273915:0:249244:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10698 usecs (11 jiffies) 00000400:00000200:1.0:1767734667.273920:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.273923:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429106 00000100:00000001:1.0:1767734667.273928:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429101 00000100:00000001:1.0:1767734667.273933:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429106 00000100:00000001:1.0:1767734667.273937:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429101 00000100:00000001:1.0:1767734667.273940:0:249244:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.273943:0:249244:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.273945:0:249244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734667.273947:0:249244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734667.273950:0:249244:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734667.273953:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734667.273955:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.274079:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.274087:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c800. 00000400:00000200:2.0:1767734667.274094:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.274101:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.274106:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b4c8 00000400:00000010:2.0:1767734667.274109:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b4c8. 00000100:00000001:2.0:1767734667.274113:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.274120:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cdf80 x1853602672036480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.274133:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.274137:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdf80 x1853602672036480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734683 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.274146:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.274149:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734667.274369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683fe00. 00000080:00000010:1.1:1767734667.274378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de9e6f40. 00000800:00000001:3.0:1767734667.276930:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.276951:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734667.276955:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.276958:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.276965:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.277033:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734667.277042:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.277047:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.277051:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.277056:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d780d24a80 00000400:00000200:3.0:1767734667.277062:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.277067:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x7b34d [64] + 224 00000800:00000001:3.0:1767734667.277074:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.277082:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.277085:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734667.277090:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.277094:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.277101:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cdf80 x1853602672036480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734683 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734667.277115:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b1d02cdf80 x1853602672036480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734667.277139:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734667.277145:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.277149:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.277247:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734667.277257:0:249244:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734667.277259:0:249244:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734667.277262:0:249244:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767734667.277269:0:249244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f9291800 00000400:00000010:1.0:1767734667.277272:0:249244:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b1f9291800. 00000100:00000001:1.0:1767734667.277276:0:249244:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734667.277286:0:249244:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cdf80 x1853602672036480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734667.277300:0:249244:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cdf80 x1853602672036480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.277338:0:249244:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734667.277341:0:249244:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.277357:0:249244:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734667.277359:0:249244:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734667.277362:0:249244:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734667.277364:0:249244:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.277367:0:249244:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734667.277373:0:249244:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734667.277378:0:249244:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734667.277381:0:249244:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734667.277383:0:249244:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.277385:0:249244:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734667.277388:0:249244:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.277391:0:249244:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734667.277393:0:249244:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734667.277395:0:249244:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734667.277398:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.277399:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000001:1.0:1767734667.277403:0:249244:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734667.277405:0:249244:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:1.0:1767734667.277407:0:249244:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734667.277409:0:249244:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.277415:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cdf80 x1853602672036480/t12884924595(12884924595) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.277424:0:249244:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.277427:0:249244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734667.277429:0:249244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734667.277434:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cdf80 x1853602672036480/t12884924595(12884924595) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734667.277444:0:249244:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cdf80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672036480:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734667.277449:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.277451:0:249244:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.277454:0:249244:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734667.277456:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.277460:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdf80 x1853602672036480/t12884924595(12884924595) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.277474:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734667.277477:0:249244:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.277480:0:249244:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734667.277482:0:249244:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.277485:0:249244:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734667.277489:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.277491:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.277495:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=4 00000020:00000001:1.0:1767734667.277498:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.277501:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000040:1.0:1767734667.277507:0:249244:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683fc00, remote cookie: 0x9bbb2ede58dabad0, flags: 0x1001 00010000:00000040:1.0:1767734667.277511:0:249244:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8fc:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1767734667.277515:0:249244:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1767734667.277520:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 3 00010000:00000001:1.0:1767734667.277523:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.277526:0:249244:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.277531:0:249244:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b815 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabad0 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734667.277542:0:249244:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b815 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabad0 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.277549:0:249244:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734667.277552:0:249244:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734667.277554:0:249244:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734667.277556:0:249244:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734667.277557:0:249244:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734667.277586:0:249244:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8fc:0x0].0x0 (ffff94b1d21e1500) refcount = 3 00010000:00000040:1.0:1767734667.277591:0:249244:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767734667.277594:0:249244:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b80e lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabac2 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734667.277620:0:249244:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba36 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734667.277628:0:249244:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b815 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabad0 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.277635:0:249244:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734667.277638:0:249244:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734667.277640:0:249244:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.277643:0:249244:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734667.277646:0:249244:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.277650:0:249244:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b815 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabad0 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.277656:0:249244:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734667.277658:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.277660:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.277661:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.277662:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.277664:0:249244:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.277669:0:249244:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734667.277671:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.277673:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.277675:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=3 00000020:00000001:1.0:1767734667.277677:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.277681:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.277683:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.277684:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734667.277691:0:249244:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff94b1d02cdf80 x1853602672036480/t12884924595(12884924595) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734667.277700:0:249244:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1767734667.277705:0:249244:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02cdf80 x1853602672036480/t12884924595(12884924595) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734667.277719:0:249244:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.277722:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.277724:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.277726:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=3 00000020:00000001:1.0:1767734667.277728:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.277731:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.277733:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.277735:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.277736:0:249244:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.277738:0:249244:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.277741:0:249244:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1767734667.277743:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.277745:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00010000:00000001:1.0:1767734667.277748:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.277749:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.277751:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=3 00000020:00000001:1.0:1767734667.277753:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.277755:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00000002:00010000:1.0:1767734667.277759:0:249244:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b815 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabad0 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.277767:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.277768:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.277770:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734667.277771:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.277773:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.277774:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=3 00000020:00000001:1.0:1767734667.277777:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.277779:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000040:1.0:1767734667.277784:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 4 00010000:00000001:1.0:1767734667.277786:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734667.277796:0:249244:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 16 res 8589939618/2300 (0 0) 00010000:00000001:1.0:1767734667.277800:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.277802:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.277803:0:249244:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734667.277806:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837b860 00000002:00002000:1.0:1767734667.277809:0:249244:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:1.0:1767734667.277812:0:249244:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.277816:0:249244:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.277818:0:249244:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734667.277821:0:249244:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734667.277825:0:249244:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734667.277828:0:249244:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734667.277831:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733ea00. 00000080:00000001:1.0:1767734667.277835:0:249244:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734667.277839:0:249244:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734667.277841:0:249244:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734667.277843:0:249244:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734667.277845:0:249244:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8fc:0x0] 00000080:00000001:1.0:1767734667.277848:0:249244:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.277852:0:249244:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145788 : 144115272398145788 : 2000013a20008fc) 00000080:00000001:1.0:1767734667.277855:0:249244:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734667.277859:0:249244:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8fc:0x0], updating i_size 512 00010000:00000001:1.0:1767734667.277862:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.277863:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.277865:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=3 00000020:00000001:1.0:1767734667.277867:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.277870:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.277872:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.277874:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734667.277875:0:249244:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734667.277878:0:249244:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734667.277880:0:249244:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.277884:0:249244:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8fc:0x0](ffff94b1d172aa08) for lock 0x1886cffb85c2b815 00800000:00000001:1.0:1767734667.277887:0:249244:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734667.277894:0:249244:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734667.277896:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.277897:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.277899:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=3 00000020:00000001:1.0:1767734667.277902:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.277904:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.277907:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.277909:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.277910:0:249244:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.277912:0:249244:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.277915:0:249244:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734667.277917:0:249244:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.277920:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.277925:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdf80 x1853602672036480/t12884924595(12884924595) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.277933:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734667.277936:0:249244:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b815 from it ffffafc30837bbd0 00010000:00000001:1.0:1767734667.277939:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.277940:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.277942:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fc00 refcount=3 00000020:00000001:1.0:1767734667.277944:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.277946:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808064 : -117982910743552 : ffff94b1f683fc00) 00010000:00000001:1.0:1767734667.277949:0:249244:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734667.277952:0:249244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b815 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabad0 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.277960:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.277961:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.277963:0:249244:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734667.277965:0:249244:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734667.277968:0:249244:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b815 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabad0 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.277976:0:249244:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734667.277982:0:249244:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734667.277984:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.277988:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.277989:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.277991:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.277994:0:249244:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734667.277996:0:249244:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.277998:0:249244:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.278001:0:249244:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.278004:0:249244:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734667.278006:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.278008:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734667.278010:0:249244:0:(file.c:828:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734667.278015:0:249244:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1f451f840. 00000080:00000001:1.0:1767734667.278018:0:249244:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1767734667.278021:0:249244:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1767734667.278024:0:249244:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1767734667.278027:0:249244:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1f20a6960. 00000002:00100000:1.0:1767734667.278033:0:249244:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02cdf80 x1853602672036480/t12884924595(12884924595) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734667.278041:0:249244:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.278043:0:249244:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1767734667.278046:0:249244:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1767734667.278051:0:249244:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.278053:0:249244:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1767734667.278055:0:249244:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.278057:0:249244:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.278060:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.278064:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cdf80 x1853602672036480/t12884924595(12884924595) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1767734667.278072:0:249244:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734667.278075:0:249244:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767734667.278102:0:249244:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767734667.278104:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.278107:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bb78 00000080:00000008:1.0:1767734667.278110:0:249244:0:(file.c:1240:ll_file_open()) COMPLETED file d160j.sanity:[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), flags 300000, rc = 0 00000080:00000001:1.0:1767734667.278120:0:249244:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.278132:0:249244:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767734667.278134:0:249244:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08) cmd=c03066f0 arg=7ffc6f112050 00000020:00000001:1.0:1767734667.278140:0:249244:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767734667.278143:0:249244:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff94b1d04bec00. 00000020:00000001:1.0:1767734667.278148:0:249244:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.278150:0:249244:0:(dir.c:474:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1767734667.278152:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bad0 00000080:00200000:1.0:1767734667.278155:0:249244:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08) name=d0.2 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:1.0:1767734667.278161:0:249244:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733ea00. 00800000:00000001:1.0:1767734667.278168:0:249244:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:1.0:1767734667.278170:0:249244:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1767734667.278173:0:249244:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090186065920 : -117983523485696 : ffff94b1d1fe4800) 00800000:00000001:1.0:1767734667.278176:0:249244:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1767734667.278178:0:249244:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1767734667.278180:0:249244:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1767734667.278182:0:249244:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1767734667.278184:0:249244:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1ef335000: Allocated FID [0x2000013a2:0x8fe:0x0] 40000000:00000001:1.0:1767734667.278187:0:249244:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.278190:0:249244:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.278192:0:249244:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.278194:0:249244:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.278196:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837ba08 00800000:00000002:1.0:1767734667.278199:0:249244:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd0.2' [0x2000013a2:0x8fe:0x0] on [0x2000013a2:0x8fc:0x0] -> mds #0 00000002:00000001:1.0:1767734667.278202:0:249244:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1767734667.278204:0:249244:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734667.278208:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 4 00010000:00000001:1.0:1767734667.278211:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.278214:0:249244:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734667.278217:0:249244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734667.278221:0:249244:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b80e lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dabac2 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734667.278229:0:249244:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734667.278232:0:249244:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734667.278240:0:249244:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734667.278242:0:249244:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a2:0x8fc:0x0] mode (null) 00000002:00000001:1.0:1767734667.278246:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.278248:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.278251:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 5 00010000:00000001:1.0:1767734667.278253:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.278256:0:249244:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1767734667.278259:0:249244:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1767734667.278261:0:249244:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734667.278265:0:249244:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.278268:0:249244:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58daba36 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.278275:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.278277:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.278279:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1767734667.278281:0:249244:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734667.278283:0:249244:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.278285:0:249244:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f200 refcount=2 00000020:00000001:1.0:1767734667.278287:0:249244:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.278290:0:249244:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798805504 : -117982910746112 : ffff94b1f683f200) 00010000:00000001:1.0:1767734667.278292:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.278294:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.278295:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.278296:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.278298:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 5 00010000:00000001:1.0:1767734667.278301:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734667.278303:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.278306:0:249244:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767734667.278346:0:249244:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2000013a2:0x8fc:0x0] lli = ffff94b1d172a940, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1767734667.278352:0:249244:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767734667.278354:0:249244:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767734667.278356:0:249244:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734667.278358:0:249244:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.278361:0:249244:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734667.278364:0:249244:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734667.278374:0:249244:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734667.278377:0:249244:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.278379:0:249244:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734667.278382:0:249244:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e000 with handle 0x1886cffb85c2b80e from hash 00010000:00000001:1.0:1767734667.278385:0:249244:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734667.278387:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.278389:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.278390:0:249244:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734667.278393:0:249244:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734667.278395:0:249244:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734667.278398:0:249244:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734667.278401:0:249244:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734667.278403:0:249244:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734667.278409:0:249244:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cf100. 00000020:00000040:1.0:1767734667.278412:0:249244:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:1.0:1767734667.278417:0:249244:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734667.278419:0:249244:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.278422:0:249244:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734667.278426:0:249244:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734667.278430:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.278432:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.278434:0:249244:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.278437:0:249244:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734667.278439:0:249244:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734667.278442:0:249244:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734667.278447:0:249244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04bf800. 00000100:00000001:1.0:1767734667.278452:0:249244:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.278454:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.278456:0:249244:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734667.278461:0:249244:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b80e lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabac2 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734667.278469:0:249244:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734667.278471:0:249244:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734667.278473:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734667.278476:0:249244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683e000/0x1886cffb85c2b80e lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabac2 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.278493:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.278495:0:249244:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.278497:0:249244:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734667.278499:0:249244:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.278501:0:249244:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734667.278510:0:249244:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734667.278518:0:249244:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cf100 x1853602672036736/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734667.278527:0:249244:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734667.278529:0:249244:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734667.278533:0:249244:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.278536:0:249244:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:1.0:1767734667.278539:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.278540:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00000100:00000001:1.0:1767734667.278544:0:249244:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734667.278547:0:249244:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.278549:0:249244:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734667.278551:0:249244:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734667.278555:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cf100 x1853602672036736/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734667.278587:0:249244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734667.278589:0:249244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.278592:0:249244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734667.278595:0:249244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734667.278598:0:249244:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734667.278602:0:249244:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cf100 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672036736:192.168.203.112@tcp:36:lfs.0 00000100:00000001:1.0:1767734667.278606:0:249244:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734667.278610:0:249244:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734667.278613:0:249244:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.278615:0:249244:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734667.278619:0:249244:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9291800. 02000000:00000001:1.0:1767734667.278628:0:249244:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734667.278635:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734667.278639:0:249244:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767734667.278643:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b770. 00000100:00000200:1.0:1767734667.278648:0:249244:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672036736, portal 10 00000100:00000001:1.0:1767734667.278651:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.278653:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00000100:00000040:1.0:1767734667.278660:0:249244:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cf100 x1853602672036736/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734667.278668:0:249244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734667.278671:0:249244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734667.278674:0:249244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bd48. 00000100:00000200:1.0:1767734667.278677:0:249244:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1853602672036736, offset 0 00000400:00000200:1.0:1767734667.278683:0:249244:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734667.278689:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.278695:0:249244:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734667.278700:0:249244:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734667.278703:0:249244:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734667.278707:0:249244:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734667.278710:0:249244:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734667.278714:0:249244:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66416:66416:256:4294967295] 192.168.203.112@tcp LPNI seq info [66416:66416:8:4294967295] 00000400:00000200:1.0:1767734667.278719:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.278728:0:249244:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734667.278734:0:249244:0:(socklnd_cb.c:1001:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734667.278739:0:249244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c800. 00000800:00000200:1.0:1767734667.278744:0:249244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734667.278751:0:249244:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734667.278755:0:249244:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c800 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:1.0:1767734667.278774:0:249244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.278778:0:249244:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10697 usecs (11 jiffies) 00000400:00000200:1.0:1767734667.278783:0:249244:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.278793:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429111 00000100:00000001:1.0:1767734667.278799:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429106 00000100:00000001:1.0:1767734667.278804:0:249244:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429111 00000100:00000001:1.0:1767734667.278807:0:249244:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429106 00000100:00000001:1.0:1767734667.278811:0:249244:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.278814:0:249244:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.278816:0:249244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734667.278818:0:249244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734667.278822:0:249244:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734667.278824:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734667.278827:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.278941:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.278949:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c800. 00000400:00000200:2.0:1767734667.278956:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.278963:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.278969:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bd48 00000400:00000010:2.0:1767734667.278972:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bd48. 00000100:00000001:2.0:1767734667.278976:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.278983:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf100 x1853602672036736/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.279015:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.279020:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf100 x1853602672036736/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.279028:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.279031:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734667.283595:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.283607:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734667.283611:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.283614:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.283621:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.283628:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734667.283635:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.283640:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.283644:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.283649:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d24b80 00000400:00000200:3.0:1767734667.283666:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.283672:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7b355 [1] + 224 00000800:00000001:3.0:1767734667.283679:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.283687:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.283690:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734667.283695:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.283700:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.283707:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf100 x1853602672036736/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734667.283721:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cf100 x1853602672036736/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.283747:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734667.283753:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734667.283758:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.283764:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734667.283770:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66417:66417:256:4294967295] 192.168.203.112@tcp LPNI seq info [66417:66417:8:4294967295] 00000400:00000200:3.0:1767734667.283777:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.283792:0:249244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767734667.283793:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000400:00000001:1.0:1767734667.283804:0:249244:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1767734667.283805:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000001:1.0:1767734667.283811:0:249244:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000010:3.0:1767734667.283815:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c53e8100. 00000400:00000010:1.0:1767734667.283818:0:249244:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000800:00000200:3.0:1767734667.283828:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000200:1.0:1767734667.283831:0:249244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b770 00000400:00000010:1.0:1767734667.283837:0:249244:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b770. 00000800:00000200:3.0:1767734667.283845:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:1.0:1767734667.283847:0:249244:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734667.283856:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c53e8100 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767734667.283865:0:249244:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cf100 x1853602672036736/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734667.283881:0:249244:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cf100 x1853602672036736/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734667.283891:0:249244:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734667.283895:0:249244:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.283898:0:249244:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734667.283901:0:249244:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734667.283903:0:249244:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734667.283905:0:249244:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.283908:0:249244:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734667.283915:0:249244:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734667.283920:0:249244:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734667.283924:0:249244:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000200:3.0:1767734667.283925:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734667.283927:0:249244:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767734667.283933:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c53e8100. 00000400:00000200:3.0:1767734667.283939:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767734667.283950:0:249244:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767734667.283957:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00010000:00000001:1.0:1767734667.283958:0:249244:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.283966:0:249244:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000800:00000001:3.0:1767734667.283970:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767734667.283971:0:249244:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x3000058af/0x1] 00000100:00000001:1.0:1767734667.283979:0:249244:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000800:00000001:3.0:1767734667.283982:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.283984:0:249244:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.283987:0:249244:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155569408 : -117983553982208 : ffff94b1d02cf100) 00000100:00000001:1.0:1767734667.283991:0:249244:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734667.283994:0:249244:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:1.0:1767734667.284001:0:249244:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734667.284006:0:249244:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.284014:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cf100 x1853602672036736/t12884924596(12884924596) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734667.284024:0:249244:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.284028:0:249244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734667.284030:0:249244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734667.284036:0:249244:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cf100 x1853602672036736/t12884924596(12884924596) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734667.284046:0:249244:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cf100 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:249244:1853602672036736:192.168.203.112@tcp:36:lfs.0 00000100:00000001:1.0:1767734667.284052:0:249244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.284055:0:249244:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.284057:0:249244:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734667.284059:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.284063:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf100 x1853602672036736/t12884924596(12884924596) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734667.284071:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734667.284074:0:249244:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.284078:0:249244:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734667.284080:0:249244:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734667.284086:0:249244:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734667.284089:0:249244:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x8fe:0x0] 00800000:00000001:1.0:1767734667.284092:0:249244:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.284104:0:249244:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734667.284108:0:249244:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734667.284111:0:249244:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734667.284113:0:249244:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145790 : 144115272398145790 : 2000013a20008fe) 00000080:00000001:1.0:1767734667.284116:0:249244:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1767734667.284126:0:249244:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1c4b0a100. 00000080:00000001:1.0:1767734667.284133:0:249244:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1767734667.284135:0:249244:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x8fe:0x0](ffff94b1c4b0a1c8) 00000080:00000001:1.0:1767734667.284138:0:249244:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734667.284140:0:249244:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8fe:0x0] 00000080:00000001:1.0:1767734667.284143:0:249244:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.284146:0:249244:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145790 : 144115272398145790 : 2000013a20008fe) 00000080:00000001:1.0:1767734667.284149:0:249244:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1767734667.284152:0:249244:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145790 mtime from 0 to 1767734667 00000080:00200000:1.0:1767734667.284156:0:249244:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8fe:0x0], updating i_size 512 00000080:00000001:1.0:1767734667.284159:0:249244:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1767734667.284162:0:249244:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962873288 : -117983746678328 : ffff94b1c4b0a1c8) 00000080:00000001:1.0:1767734667.284166:0:249244:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734667.284169:0:249244:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734667.284171:0:249244:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.284175:0:249244:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.284181:0:249244:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cf100 x1853602672036736/t12884924596(12884924596) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734667.284189:0:249244:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734667.284192:0:249244:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733ea00. 00000080:00000010:1.0:1767734667.284197:0:249244:0:(dir.c:2108:ll_dir_ioctl()) kvfree 'data': 632 at ffff94b1d04bec00. 00000080:00000001:1.0:1767734667.284200:0:249244:0:(dir.c:2109:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.284210:0:249244:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:1.0:1767734667.284212:0:249244:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1767734667.284215:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bdb0 00000080:00200008:1.0:1767734667.284218:0:249244:0:(file.c:424:ll_file_release()) START file d160j.sanity:[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), flags 300000 00000080:00400000:1.0:1767734667.284222:0:249244:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x8fc:0x0] 00000080:00000001:1.0:1767734667.284226:0:249244:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1767734667.284227:0:249244:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:1.0:1767734667.284229:0:249244:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1767734667.284240:0:249244:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734667.284243:0:249244:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734667.284248:0:249244:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 3 00010000:00000001:1.0:1767734667.284251:0:249244:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734667.284255:0:249244:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1767734667.284258:0:249244:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1767734667.284260:0:249244:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734667.284265:0:249244:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734667.284269:0:249244:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b815 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabad0 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.284279:0:249244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.284281:0:249244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734667.284283:0:249244:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1767734667.284286:0:249244:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a2:0x8fc:0x0]: 16 00000080:00000010:1.0:1767734667.284289:0:249244:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1c2ea03c0. 00000080:00000001:1.0:1767734667.284292:0:249244:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.284296:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837bdb0 00000080:00000008:1.0:1767734667.284299:0:249244:0:(file.c:464:ll_file_release()) COMPLETED file d160j.sanity:[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08), flags 300000, rc = 0 00000080:00000001:1.0:1767734667.284302:0:249244:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.284304:0:249244:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.284307:0:249244:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734667.284341:0:249244:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30837be00 00000080:00002000:1.0:1767734667.284344:0:249244:0:(dcache.c:127:ll_ddelete()) keeping dentry d160j.sanity (ffff94b1df682af8, parent ffff94b1f079b510, inode ffff94b1d172aa08) hashed, 00000080:00000001:1.0:1767734667.284347:0:249244:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734667.285451:0:248984:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:2.0:1767734667.285458:0:248984:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1c5857100. 00000002:00000001:2.0:1767734667.285463:0:248984:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767734667.288351:0:249245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e000. 00000100:00000040:3.0:1767734667.290427:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303429111, at 4303429112 00000100:00000010:3.0:1767734667.290440:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d3c0. 00000100:00000040:2.0:1767734667.291387:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303429111, at 4303429113 00000100:00000010:2.0:1767734667.291399:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d120. 00000002:00000001:2.0:1767734667.294550:0:248984:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:2.0:1767734667.294556:0:248984:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1c5857d00. 00000002:00000001:2.0:1767734667.294588:0:248984:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734667.314051:0:1:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734667.314157:0:1251:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.319657:0:249249:0:(llite_lib.c:998:ll_kill_super()) Process entered 00000080:00000001:1.0:1767734667.319662:0:249249:0:(llite_lib.c:1019:ll_kill_super()) Process leaving 00000080:00000001:1.0:1767734667.319762:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319766:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319773:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319783:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319794:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319797:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319802:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319805:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319811:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319814:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319819:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319822:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319841:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319843:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319847:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319850:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319854:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319857:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319861:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319864:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319867:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319869:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319872:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319874:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319883:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319886:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319889:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319892:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319896:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319902:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319910:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319912:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319916:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319921:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319924:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319927:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319936:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319938:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319942:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319945:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319949:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319957:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319963:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319966:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319969:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319971:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319977:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319979:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319987:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.319991:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.319998:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320005:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320010:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320013:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320020:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320025:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320031:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320034:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320039:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320049:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320059:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320064:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320070:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320072:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320077:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320079:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320084:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320087:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320099:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320104:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320118:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320121:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320128:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320130:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320145:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320152:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320163:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320165:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320170:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320172:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320179:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320183:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320188:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320191:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320195:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320198:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320202:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320205:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320209:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320211:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320217:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320219:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320224:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320234:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320247:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320255:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320259:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320262:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320266:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320268:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320273:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320275:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320279:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320282:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320286:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320289:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320300:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320303:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320345:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320352:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320360:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320364:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320370:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320375:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320382:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320386:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320393:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320398:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320410:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320413:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320421:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320426:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320441:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320451:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320460:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320463:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320472:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320475:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320479:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320484:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320489:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320491:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320496:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320501:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320507:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320515:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320520:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320523:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320528:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320530:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320535:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320538:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320543:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320549:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320558:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320578:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320587:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320591:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320595:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320598:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320603:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320605:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320611:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320624:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320632:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320637:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320643:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320646:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320650:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320653:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320661:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320664:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320670:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320676:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320681:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320686:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320691:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320696:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320706:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320708:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320713:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320716:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320721:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320724:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320736:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320739:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320743:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320746:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320751:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320754:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320759:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320769:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320777:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320783:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320789:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320797:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320803:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320805:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320811:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320814:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320824:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320828:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320833:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320835:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320840:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320842:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320850:0:249249:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734667.320854:0:249249:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734667.320951:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734667.320955:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734667.320965:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8) 00800000:00000001:1.0:1767734667.320972:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734667.320975:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x200000007:0x1:0x0] 00000002:00000001:1.0:1767734667.320979:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:1.0:1767734667.320984:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1600 count: 2 00010000:00000001:1.0:1767734667.320988:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734667.320992:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.320995:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.320999:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734667.321003:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734667.321005:0:249249:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:1.0:1767734667.321007:0:249249:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:1.0:1767734667.321010:0:249249:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1767734667.321012:0:249249:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1767734667.321016:0:249249:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1767734667.321019:0:249249:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.321022:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734667.321025:0:249249:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 1 00800000:00000010:1.0:1767734667.321028:0:249249:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94b1fdf22380. 00000080:00000001:1.0:1767734667.321036:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734667.321038:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734667.321047:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734667.321050:0:249249:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734667.321053:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.321058:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143432 : -117983526408184 : ffff94b1d1d1b008) 00000020:00001000:1.0:1767734667.321061:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b000 00000020:00000001:1.0:1767734667.321068:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1f0ec0c38 -> ffff94b1f0ec0c38 00000020:00000001:1.0:1767734667.321071:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734667.321075:0:249249:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734667.321078:0:249249:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734667.321083:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.321085:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734667.321087:0:249249:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734667.321093:0:249249:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x2:0x0]io ffff94b1d1cdc060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734667.321098:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84536c8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.321102:0:249249:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1767734667.321111:0:249249:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1767734667.321115:0:249249:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1767734667.321117:0:249249:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321121:0:249249:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1767734667.321124:0:249249:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1767734667.321126:0:249249:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321129:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.321130:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1767734667.321132:0:249249:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1767734667.321134:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84536c8) owner 0000000000000000/ffff94b1c12dcf80 00000020:00000001:1.0:1767734667.321138:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321141:0:249249:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1767734667.321144:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1767734667.321147:0:249249:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1767734667.321151:0:249249:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1767734667.321157:0:249249:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1767734667.321163:0:249249:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1767734667.321165:0:249249:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1767734667.321167:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.321170:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143864 : -117983526407752 : ffff94b1d1d1b1b8) 00000020:00001000:1.0:1767734667.321172:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b1b0 00000020:00000001:1.0:1767734667.321176:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1f0ec0dc8 -> ffff94b1f0ec0c38 00000020:00000001:1.0:1767734667.321178:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1767734667.321182:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.321184:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1767734667.321186:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321188:0:249249:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321190:0:249249:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446626090982824808 : -117982726726808 : ffff94b2017bdb68) 00000020:00000001:1.0:1767734667.321194:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1767734667.321196:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321199:0:249249:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321201:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321203:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1767734667.321206:0:249249:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1767734667.321208:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.321210:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1767734667.321212:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734667.321214:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321217:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321219:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321226:0:249249:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321228:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734667.321230:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321232:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321234:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1767734667.321237:0:249249:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1767734667.321239:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.321240:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1767734667.321243:0:249249:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1767734667.321247:0:249249:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1767734667.321254:0:249249:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff94b1d0c11340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1767734667.321259:0:249249:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734667.321262:0:249249:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321264:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321266:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321268:0:249249:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321270:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321273:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1767734667.321275:0:249249:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1767734667.321278:0:249249:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1767734667.321279:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1767734667.321282:0:249249:0:(osc_cache.c:3127:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1767734667.321287:0:249249:0:(osc_cache.c:3164:osc_cache_wait_range()) obj ffff94b1d0c11340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1767734667.321290:0:249249:0:(osc_cache.c:3165:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321293:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1767734667.321294:0:249249:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321297:0:249249:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1767734667.321299:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1767734667.321301:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1767734667.321304:0:249249:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1767734667.321305:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.321352:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1767734667.321356:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1767734667.321358:0:249249:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321361:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321364:0:249249:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1767734667.321367:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1767734667.321369:0:249249:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1767734667.321372:0:249249:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1767734667.321374:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734667.321378:0:249249:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734667.321388:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.321391:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1767734667.321393:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1767734667.321396:0:249249:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321400:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321403:0:249249:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734667.321405:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734667.321408:0:249249:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321412:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1767734667.321415:0:249249:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1767734667.321418:0:249249:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1767734667.321421:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1767734667.321424:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734667.321427:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b1b0 00020000:00000001:1.0:1767734667.321433:0:249249:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1767734667.321437:0:249249:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1767734667.321441:0:249249:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734667.321445:0:249249:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734667.321450:0:249249:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734667.321452:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734667.321457:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b000 00000080:00000001:1.0:1767734667.321461:0:249249:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.321465:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734667.321469:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x2:0x0](ffff94b1f17b21c8) 00800000:00000001:1.0:1767734667.321473:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734667.321476:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x2:0x0] 00000002:00000001:1.0:1767734667.321480:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734667.321486:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.321489:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.321493:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734667.321496:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734667.321499:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.321502:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321506:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.321509:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143432 : -117983526408184 : ffff94b1d1d1b008) 00000020:00001000:1.0:1767734667.321513:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b000 00020000:00000001:1.0:1767734667.321522:0:249249:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734667.321525:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84536c8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.321530:0:249249:0:(lov_object.c:865:lov_delete_composite()) Process entered 00020000:00000002:1.0:1767734667.321534:0:249249:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1ed91b240, objid 0x2:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734667.321549:0:249249:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734667.321556:0:249249:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1c838bc00: ostid: 0x280000403:7235 ost idx: 1 gen: 0 00020000:00000001:1.0:1767734667.321582:0:249249:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734667.321586:0:249249:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321590:0:249249:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1767734667.321593:0:249249:0:(cl_object.c:375:cl_object_prune()) Process entered 00010000:00000001:1.0:1767734667.321600:0:249249:0:(ldlm_request.c:2443:ldlm_resource_iterate()) Process entered 00010000:00000001:1.0:1767734667.321607:0:249249:0:(ldlm_request.c:2449:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321611:0:249249:0:(cl_object.c:385:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1767734667.321622:0:249249:0:(osc_object.c:106:osc_object_free()) slab-freed '(osc)': 448 at ffff94b1d0c11340. 00020000:00000001:1.0:1767734667.321630:0:249249:0:(lovsub_object.c:64:lovsub_object_free()) Process entered 00020000:00000010:1.0:1767734667.321635:0:249249:0:(lovsub_object.c:84:lovsub_object_free()) slab-freed 'los': 200 at ffff94b1f0ec0d48. 00020000:00000001:1.0:1767734667.321650:0:249249:0:(lovsub_object.c:86:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1767734667.321654:0:249249:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321657:0:249249:0:(lov_object.c:887:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734667.321661:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84536c8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.321664:0:249249:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734667.321668:0:249249:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734667.321670:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84536c8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.321674:0:249249:0:(lov_object.c:901:lov_fini_composite()) Process entered 00020000:00000010:1.0:1767734667.321677:0:249249:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94b1d0d32118. 00020000:00000010:1.0:1767734667.321682:0:249249:0:(lov_object.c:910:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94b1c6f040c0. 00020000:00000010:1.0:1767734667.321687:0:249249:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94b1dc704390. 00020000:00000002:1.0:1767734667.321690:0:249249:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1ed91b240, objid 0x2:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734667.321695:0:249249:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734667.321699:0:249249:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1c838bc00: ostid: 0x280000403:7235 ost idx: 1 gen: 0 00020000:00000010:1.0:1767734667.321705:0:249249:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94b1c838bc00. 00020000:00000010:1.0:1767734667.321710:0:249249:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff94b1ed91b1e0. 00020000:00000010:1.0:1767734667.321713:0:249249:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff94b1ed91b240. 00020000:00000001:1.0:1767734667.321715:0:249249:0:(lov_object.c:924:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1767734667.321717:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84536c8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000010:1.0:1767734667.321720:0:249249:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f84536c8. 00020000:00000001:1.0:1767734667.321731:0:249249:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734667.321736:0:249249:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1f0ec0bb8. 00000020:00001000:1.0:1767734667.321742:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b000 00000080:00000001:1.0:1767734667.321745:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734667.321747:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734667.321755:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734667.321757:0:249249:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734667.321758:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.321760:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143432 : -117983526408184 : ffff94b1d1d1b008) 00000020:00001000:1.0:1767734667.321763:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b000 00000020:00000001:1.0:1767734667.321766:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1f0ec0788 -> ffff94b1f0ec0788 00000020:00000001:1.0:1767734667.321769:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734667.321771:0:249249:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734667.321773:0:249249:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x4:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734667.321776:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.321777:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734667.321779:0:249249:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734667.321782:0:249249:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x4:0x0]io ffff94b1d1cdc060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734667.321786:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453aa8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.321788:0:249249:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1767734667.321790:0:249249:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1767734667.321792:0:249249:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1767734667.321794:0:249249:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321796:0:249249:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1767734667.321798:0:249249:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1767734667.321800:0:249249:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321802:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.321803:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1767734667.321805:0:249249:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1767734667.321806:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453aa8) owner 0000000000000000/ffff94b1c12dcf80 00000020:00000001:1.0:1767734667.321809:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321811:0:249249:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1767734667.321813:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1767734667.321814:0:249249:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1767734667.321816:0:249249:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1767734667.321819:0:249249:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1767734667.321822:0:249249:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1767734667.321824:0:249249:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1767734667.321825:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.321833:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143864 : -117983526407752 : ffff94b1d1d1b1b8) 00000020:00001000:1.0:1767734667.321836:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b1b0 00000020:00000001:1.0:1767734667.321839:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1f0ec09e0 -> ffff94b1f0ec0788 00000020:00000001:1.0:1767734667.321841:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1767734667.321844:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.321845:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1767734667.321847:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321849:0:249249:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321851:0:249249:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446626090982824808 : -117982726726808 : ffff94b2017bdb68) 00000020:00000001:1.0:1767734667.321853:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1767734667.321855:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321857:0:249249:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321859:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321861:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1767734667.321863:0:249249:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1767734667.321864:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.321866:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1767734667.321867:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734667.321869:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321871:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321873:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321875:0:249249:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321876:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734667.321878:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321880:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321882:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1767734667.321883:0:249249:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1767734667.321885:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.321886:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1767734667.321887:0:249249:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1767734667.321889:0:249249:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1767734667.321897:0:249249:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff94b1d0c10fc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1767734667.321901:0:249249:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734667.321903:0:249249:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321905:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321907:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321909:0:249249:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321911:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321913:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1767734667.321914:0:249249:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1767734667.321921:0:249249:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1767734667.321922:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1767734667.321924:0:249249:0:(osc_cache.c:3127:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1767734667.321927:0:249249:0:(osc_cache.c:3164:osc_cache_wait_range()) obj ffff94b1d0c10fc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1767734667.321930:0:249249:0:(osc_cache.c:3165:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321932:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1767734667.321934:0:249249:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321936:0:249249:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1767734667.321937:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1767734667.321939:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1767734667.321940:0:249249:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1767734667.321942:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.321943:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1767734667.321944:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1767734667.321946:0:249249:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321948:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321950:0:249249:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1767734667.321951:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1767734667.321952:0:249249:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1767734667.321954:0:249249:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1767734667.321955:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734667.321956:0:249249:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734667.321958:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.321959:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1767734667.321960:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1767734667.321962:0:249249:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321964:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.321966:0:249249:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734667.321967:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734667.321968:0:249249:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.321970:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1767734667.321972:0:249249:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1767734667.321973:0:249249:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1767734667.321974:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1767734667.321976:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734667.321977:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b1b0 00020000:00000001:1.0:1767734667.321979:0:249249:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1767734667.321981:0:249249:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1767734667.321983:0:249249:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734667.321985:0:249249:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x4:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734667.321988:0:249249:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734667.321990:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734667.321997:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b000 00000080:00000001:1.0:1767734667.321999:0:249249:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.322003:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734667.322004:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x4:0x0](ffff94b1f17b3a88) 00800000:00000001:1.0:1767734667.322008:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734667.322009:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x4:0x0] 00000002:00000001:1.0:1767734667.322012:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734667.322016:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.322018:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.322021:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734667.322023:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734667.322025:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.322027:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.322030:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.322032:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143432 : -117983526408184 : ffff94b1d1d1b008) 00000020:00001000:1.0:1767734667.322034:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b000 00020000:00000001:1.0:1767734667.322041:0:249249:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734667.322043:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453aa8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.322045:0:249249:0:(lov_object.c:865:lov_delete_composite()) Process entered 00020000:00000002:1.0:1767734667.322048:0:249249:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1ed91bae0, objid 0x4:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734667.322053:0:249249:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734667.322057:0:249249:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1df89a200: ostid: 0x280000403:7236 ost idx: 1 gen: 0 00020000:00000001:1.0:1767734667.322060:0:249249:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734667.322062:0:249249:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.322064:0:249249:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1767734667.322065:0:249249:0:(cl_object.c:375:cl_object_prune()) Process entered 00010000:00000001:1.0:1767734667.322068:0:249249:0:(ldlm_request.c:2443:ldlm_resource_iterate()) Process entered 00010000:00000001:1.0:1767734667.322071:0:249249:0:(ldlm_request.c:2449:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.322073:0:249249:0:(cl_object.c:385:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1767734667.322077:0:249249:0:(osc_object.c:106:osc_object_free()) slab-freed '(osc)': 448 at ffff94b1d0c10fc0. 00020000:00000001:1.0:1767734667.322081:0:249249:0:(lovsub_object.c:64:lovsub_object_free()) Process entered 00020000:00000010:1.0:1767734667.322083:0:249249:0:(lovsub_object.c:84:lovsub_object_free()) slab-freed 'los': 200 at ffff94b1f0ec0960. 00020000:00000001:1.0:1767734667.322087:0:249249:0:(lovsub_object.c:86:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1767734667.322089:0:249249:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.322091:0:249249:0:(lov_object.c:887:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734667.322094:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453aa8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.322101:0:249249:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734667.322103:0:249249:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734667.322105:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453aa8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.322107:0:249249:0:(lov_object.c:901:lov_fini_composite()) Process entered 00020000:00000010:1.0:1767734667.322110:0:249249:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94b1d0d32570. 00020000:00000010:1.0:1767734667.322113:0:249249:0:(lov_object.c:910:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94b1e7e1bcc0. 00020000:00000010:1.0:1767734667.322116:0:249249:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94b1dc704bc0. 00020000:00000002:1.0:1767734667.322119:0:249249:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1ed91bae0, objid 0x4:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734667.322123:0:249249:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734667.322127:0:249249:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1df89a200: ostid: 0x280000403:7236 ost idx: 1 gen: 0 00020000:00000010:1.0:1767734667.322134:0:249249:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94b1df89a200. 00020000:00000010:1.0:1767734667.322139:0:249249:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff94b1ed91b540. 00020000:00000010:1.0:1767734667.322142:0:249249:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff94b1ed91bae0. 00020000:00000001:1.0:1767734667.322144:0:249249:0:(lov_object.c:924:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1767734667.322146:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453aa8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000010:1.0:1767734667.322149:0:249249:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f8453aa8. 00020000:00000001:1.0:1767734667.322151:0:249249:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734667.322153:0:249249:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1f0ec0708. 00000020:00001000:1.0:1767734667.322157:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b000 00000080:00000001:1.0:1767734667.322160:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734667.322162:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734667.322168:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734667.322170:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734667.322173:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000002:0x1:0x0](ffff94b1f14e00c8) 00800000:00000001:1.0:1767734667.322175:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734667.322177:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x200000002:0x1:0x0] 00000002:00000001:1.0:1767734667.322180:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:1.0:1767734667.322183:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b2005f1c00 count: 2 00010000:00000001:1.0:1767734667.322186:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734667.322189:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.322191:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.322194:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1767734667.322196:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1767734667.322199:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c733ea00. 00000080:00000001:1.0:1767734667.322207:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1767734667.322211:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1767734667.322214:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1767734667.322217:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x200000002:0x1:0x0] 00000002:00000001:1.0:1767734667.322220:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1767734667.322222:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x200000002:0x1:0x0] file closed with intent: 0 00000100:00000010:1.0:1767734667.322227:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cd880. 00000020:00000040:1.0:1767734667.322230:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=87 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:1.0:1767734667.322234:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734667.322237:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734667.322240:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734667.322245:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c733e400. 00000100:00000001:1.0:1767734667.322250:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1767734667.322263:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b200882300 x1853602664477056/t12884906917(12884906917) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 648/608 e 0 to 0 dl 1767733921 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1767734667.322276:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1767734667.322282:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cd880 x1853602672036992/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1767734667.322291:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734667.322293:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734667.322297:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.322299:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:1.0:1767734667.322302:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.322304:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000001:1.0:1767734667.322344:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734667.322348:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.322352:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734667.322354:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734667.322360:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cd880 x1853602672036992/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.322371:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734667.322374:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.322378:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734667.322390:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734667.322393:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734667.322398:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cd880 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672036992:192.168.203.112@tcp:35:umount.0 00000100:00000001:1.0:1767734667.322403:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734667.322406:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734667.322409:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.322412:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734667.322418:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9294800. 02000000:00000001:1.0:1767734667.322421:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734667.322429:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734667.322433:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767734667.322437:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b770. 00000100:00000200:1.0:1767734667.322442:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672036992, portal 10 00000100:00000001:1.0:1767734667.322444:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.322446:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000040:1.0:1767734667.322453:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cd880 x1853602672036992/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.322461:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734667.322464:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734667.322471:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b660. 00000100:00000200:1.0:1767734667.322474:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672036992, offset 0 00000400:00000200:1.0:1767734667.322480:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734667.322486:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.322492:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734667.322496:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734667.322500:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734667.322504:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734667.322507:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734667.322511:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66418:66418:256:4294967295] 192.168.203.112@tcp LPNI seq info [66418:66418:8:4294967295] 00000400:00000200:1.0:1767734667.322516:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.322525:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734667.322531:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734667.322541:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c500. 00000800:00000200:1.0:1767734667.322548:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734667.322554:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734667.322559:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1767734667.322607:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.322611:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10697 usecs (11 jiffies) 00000400:00000200:1.0:1767734667.322617:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.322620:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429155 00000100:00000010:1.0:1767734667.322626:0:249249:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d420. 00000100:00000001:1.0:1767734667.322632:0:249249:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767734667.322640:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429155 00000100:00000010:1.0:1767734667.322644:0:249249:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d780. 00000100:00000001:1.0:1767734667.322648:0:249249:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767734667.322652:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.322656:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.322659:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734667.322661:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734667.322664:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734667.322668:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734667.322671:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.322707:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.322714:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c500. 00000400:00000200:2.0:1767734667.322721:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.322729:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.322734:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b660 00000400:00000010:2.0:1767734667.322736:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b660. 00000100:00000001:2.0:1767734667.322741:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.322748:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cd880 x1853602672036992/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.322760:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.322764:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd880 x1853602672036992/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.322773:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.322776:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734667.325024:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.325036:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734667.325039:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.325042:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.325049:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.325056:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734667.325063:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.325067:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.325072:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.325076:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d24c80 00000400:00000200:3.0:1767734667.325082:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.325087:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b35d [1] + 224 00000800:00000001:3.0:1767734667.325094:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.325101:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.325104:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734667.325109:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.325114:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.325120:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cd880 x1853602672036992/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734667.325134:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1d02cd880 x1853602672036992/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734667.325160:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734667.325167:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.325170:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.325253:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734667.325263:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734667.325265:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734667.325269:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767734667.325276:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b770 00000400:00000010:1.0:1767734667.325278:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b770. 00000100:00000001:1.0:1767734667.325282:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734667.325292:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cd880 x1853602672036992/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734667.325306:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cd880 x1853602672036992/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.325360:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734667.325377:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.325381:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734667.325385:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734667.325388:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734667.325391:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.325395:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734667.325402:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:1.0:1767734667.325408:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734667.325415:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734667.325418:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.325422:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734667.325426:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.325431:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734667.325434:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734667.325438:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734667.325442:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.325444:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000001:1.0:1767734667.325448:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734667.325451:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:1.0:1767734667.325455:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734667.325458:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.325467:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cd880 x1853602672036992/t12884924597(12884924597) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.325478:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.325481:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734667.325484:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734667.325493:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cd880 x1853602672036992/t12884924597(12884924597) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734667.325505:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cd880 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672036992:192.168.203.112@tcp:35:umount.0 00000100:00000001:1.0:1767734667.325515:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.325521:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.325524:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734667.325527:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.325539:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd880 x1853602672036992/t12884924597(12884924597) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.325549:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734667.325552:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.325557:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734667.325559:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.325593:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.325594:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000002:00000001:1.0:1767734667.325597:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.325600:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734667.325604:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733ea00. 00000080:00000001:1.0:1767734667.325607:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1767734667.325610:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1767734667.325614:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1767734667.325619:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b200882300 x1853602664477056/t12884906917(12884906917) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 648/608 e 0 to 0 dl 1767733921 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.325628:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.325630:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966852352 : -117982742699264 : ffff94b200882300) 00000100:00000001:1.0:1767734667.325632:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.325636:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200882300 x1853602664477056/t12884906917(12884906917) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 648/608 e 0 to 0 dl 1767733921 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.325644:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.325646:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.325650:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd880 x1853602672036992/t12884924597(12884924597) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.325657:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.325659:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.325663:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200882300 x1853602664477056/t12884906917(12884906917) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 648/608 e 0 to 0 dl 1767733921 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.325670:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767734667.325672:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734667.325674:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734667.325683:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734667.325686:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d07db000. 02000000:00000001:1.0:1767734667.325690:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734667.325692:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734667.325694:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200882300. 00000100:00000001:1.0:1767734667.325702:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734667.325704:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.325706:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.325710:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cd880 x1853602672036992/t12884924597(12884924597) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.325718:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1767734667.325720:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c70ade80. 00000002:00000001:1.0:1767734667.325723:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.325726:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734667.325728:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1fb3b1240. 00000100:00000001:1.0:1767734667.325731:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.325735:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cd880 x1853602672036992/t12884924597(12884924597) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.325742:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734667.325744:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734667.325746:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9294800. 02000000:00000001:1.0:1767734667.325750:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734667.325751:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734667.325752:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734667.325755:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734667.325756:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c733e400. 02000000:00000001:1.0:1767734667.325759:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734667.325760:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734667.325762:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cd880. 00000100:00000001:1.0:1767734667.325764:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734667.325765:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734667.325768:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.325770:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734667.325773:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734667.325775:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.325782:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.325786:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734667.325789:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734667.325800:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734667.325802:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734667.325804:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000002:0x2:0x0](ffff94b1f14e1148) 00800000:00000001:1.0:1767734667.325808:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734667.325810:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x200000002:0x2:0x0] 00000002:00000001:1.0:1767734667.325813:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:1.0:1767734667.325818:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c88c3900 count: 2 00010000:00000001:1.0:1767734667.325821:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734667.325825:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.325827:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.325829:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1767734667.325831:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1767734667.325835:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00000080:00000001:1.0:1767734667.325837:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1767734667.325842:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1767734667.325845:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1767734667.325847:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x200000002:0x2:0x0] 00000002:00000001:1.0:1767734667.325849:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1767734667.325851:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x200000002:0x2:0x0] file closed with intent: 0 00000100:00000010:1.0:1767734667.325856:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cd880. 00000020:00000040:1.0:1767734667.325859:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:1.0:1767734667.325862:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734667.325865:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734667.325868:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734667.325873:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c733ea00. 00000100:00000001:1.0:1767734667.325877:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1767734667.325891:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b200883b80 x1853602665168000/t12884908666(12884908666) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767733966 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1767734667.325901:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1767734667.325907:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cd880 x1853602672037248/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1767734667.325915:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734667.325923:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734667.325927:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.325929:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:1.0:1767734667.325932:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.325934:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000001:1.0:1767734667.325937:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734667.325941:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.325943:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734667.325944:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734667.325949:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cd880 x1853602672037248/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.325957:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734667.325959:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.325962:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734667.325965:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734667.325967:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734667.325971:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cd880 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672037248:192.168.203.112@tcp:35:umount.0 00000100:00000001:1.0:1767734667.325975:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734667.325979:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734667.325981:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.325983:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734667.325987:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9294800. 02000000:00000001:1.0:1767734667.325989:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734667.325995:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734667.325999:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767734667.326003:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b770. 00000100:00000200:1.0:1767734667.326008:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672037248, portal 10 00000100:00000001:1.0:1767734667.326011:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.326012:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000040:1.0:1767734667.326018:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cd880 x1853602672037248/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.326026:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734667.326029:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734667.326042:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b908. 00000100:00000200:1.0:1767734667.326046:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672037248, offset 0 00000400:00000200:1.0:1767734667.326052:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734667.326059:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.326064:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734667.326069:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734667.326073:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734667.326076:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734667.326079:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734667.326083:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66419:66419:256:4294967295] 192.168.203.112@tcp LPNI seq info [66419:66419:8:4294967295] 00000400:00000200:1.0:1767734667.326088:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.326102:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734667.326108:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734667.326112:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c900. 00000800:00000200:1.0:1767734667.326118:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734667.326124:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734667.326128:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1767734667.326149:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.326154:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10697 usecs (11 jiffies) 00000400:00000200:1.0:1767734667.326158:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.326161:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429158 00000100:00000001:1.0:1767734667.326167:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429155 00000100:00000001:1.0:1767734667.326171:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429158 00000100:00000001:1.0:1767734667.326175:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429155 00000100:00000001:1.0:1767734667.326178:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.326181:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.326183:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734667.326185:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734667.326188:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734667.326191:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734667.326200:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.326361:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.326369:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:2.0:1767734667.326377:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.326384:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.326401:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b908 00000400:00000010:2.0:1767734667.326404:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b908. 00000100:00000001:2.0:1767734667.326408:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.326417:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cd880 x1853602672037248/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.326432:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.326437:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd880 x1853602672037248/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.326447:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.326449:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734667.328681:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.328692:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734667.328696:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.328699:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.328706:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.328713:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734667.328731:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.328736:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.328741:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.328746:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d24d80 00000400:00000200:3.0:1767734667.328751:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.328757:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b365 [1] + 224 00000800:00000001:3.0:1767734667.328764:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.328772:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.328775:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734667.328780:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.328785:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.328792:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cd880 x1853602672037248/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734667.328805:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1d02cd880 x1853602672037248/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734667.328829:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734667.328836:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.328840:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.328925:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734667.328935:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734667.328937:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734667.328941:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767734667.328947:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b770 00000400:00000010:1.0:1767734667.328950:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b770. 00000100:00000001:1.0:1767734667.328954:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734667.328963:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cd880 x1853602672037248/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734667.328977:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cd880 x1853602672037248/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.328986:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734667.328988:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.328991:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734667.328994:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734667.328996:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734667.328998:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.329001:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734667.329007:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:1.0:1767734667.329012:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734667.329015:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734667.329016:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.329019:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734667.329022:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.329025:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734667.329027:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734667.329029:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734667.329031:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.329033:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000001:1.0:1767734667.329036:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734667.329038:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:1.0:1767734667.329040:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734667.329042:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.329047:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cd880 x1853602672037248/t12884924598(12884924598) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.329077:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.329080:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734667.329082:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734667.329087:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cd880 x1853602672037248/t12884924598(12884924598) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734667.329097:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cd880 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672037248:192.168.203.112@tcp:35:umount.0 00000100:00000001:1.0:1767734667.329103:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.329105:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.329108:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734667.329110:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.329113:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd880 x1853602672037248/t12884924598(12884924598) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.329121:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734667.329124:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:1.0:1767734667.329128:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734667.329129:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.329134:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.329136:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000002:00000001:1.0:1767734667.329139:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.329141:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734667.329145:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:1.0:1767734667.329148:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1767734667.329151:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1767734667.329154:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1767734667.329159:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b200883b80 x1853602665168000/t12884908666(12884908666) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767733966 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.329167:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.329169:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090966858624 : -117982742692992 : ffff94b200883b80) 00000100:00000001:1.0:1767734667.329172:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.329182:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200883b80 x1853602665168000/t12884908666(12884908666) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767733966 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.329190:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.329192:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.329196:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd880 x1853602672037248/t12884924598(12884924598) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.329204:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.329206:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.329209:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200883b80 x1853602665168000/t12884908666(12884908666) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767733966 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.329216:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767734667.329219:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734667.329221:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734667.329223:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734667.329226:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1fb9b8000. 02000000:00000001:1.0:1767734667.329233:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734667.329235:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734667.329237:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200883b80. 00000100:00000001:1.0:1767734667.329242:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734667.329243:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.329245:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.329249:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cd880 x1853602672037248/t12884924598(12884924598) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.329256:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1767734667.329259:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1de9e6620. 00000002:00000001:1.0:1767734667.329262:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.329264:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734667.329267:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1fe5e7740. 00000100:00000001:1.0:1767734667.329269:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.329273:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cd880 x1853602672037248/t12884924598(12884924598) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.329280:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734667.329287:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734667.329290:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9294800. 02000000:00000001:1.0:1767734667.329293:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734667.329294:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734667.329296:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734667.329298:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734667.329300:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c733ea00. 02000000:00000001:1.0:1767734667.329302:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734667.329304:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734667.329305:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cd880. 00000080:00000010:1.1:1767734667.329371:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c70ad640. 00000080:00000010:1.1:1767734667.329380:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c98c9340. 00000080:00000010:1.1:1767734667.329385:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f20a6140. 00000080:00000010:1.1:1767734667.329390:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c70ad060. 00000080:00000010:1.1:1767734667.329395:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f20a6a60. 00000080:00000010:1.1:1767734667.329399:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f20a6e60. 00000080:00000010:1.1:1767734667.329405:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c4cbff00. 00000080:00000010:1.1:1767734667.329410:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c4cbfaa0. 00000080:00000010:1.1:1767734667.329414:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c4cbf2e0. 00000080:00000010:1.1:1767734667.329418:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1d1df8020. 00000080:00000010:1.1:1767734667.329424:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de897b60. 00000080:00000010:1.1:1767734667.329431:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de897e80. 00000080:00000010:1.1:1767734667.329436:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de897300. 00000080:00000010:1.1:1767734667.329440:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de897720. 00000080:00000010:1.1:1767734667.329445:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de897e40. 00000080:00000010:1.1:1767734667.329449:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de897c20. 00000080:00000010:1.1:1767734667.329453:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de897f00. 00000080:00000010:1.1:1767734667.329459:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de897760. 00000080:00000010:1.1:1767734667.329463:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de897580. 00000080:00000010:1.1:1767734667.329469:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de8970a0. 00000080:00000010:1.1:1767734667.329474:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de897280. 00000080:00000010:1.1:1767734667.329478:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de897780. 00000080:00000010:1.1:1767734667.329486:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c56863e0. 00000080:00000010:1.1:1767734667.329491:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686280. 00000080:00000010:1.1:1767734667.329499:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686ac0. 00000080:00000010:1.1:1767734667.329516:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b0d800c200. 00000080:00000010:1.1:1767734667.329524:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de897340. 00000080:00000010:1.1:1767734667.329529:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de897d00. 00000080:00000010:1.1:1767734667.329535:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b0d800c5a0. 00000080:00000010:1.1:1767734667.329540:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de897c60. 00000080:00000010:1.1:1767734667.329545:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b0d800ca40. 00000080:00000010:1.1:1767734667.329551:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c8499a80. 00000080:00000010:1.1:1767734667.329558:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c84998e0. 00000080:00000010:1.1:1767734667.329591:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c84993c0. 00000080:00000010:1.1:1767734667.329598:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686100. 00000080:00000010:1.1:1767734667.329604:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c8499ca0. 00000080:00000010:1.1:1767734667.329612:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c8499be0. 00000080:00000010:1.1:1767734667.329616:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c8499e80. 00000080:00000010:1.1:1767734667.329623:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686be0. 00000080:00000010:1.1:1767734667.329629:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c8499ea0. 00000080:00000010:1.1:1767734667.329634:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c8499960. 00000080:00000010:1.1:1767734667.329641:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686260. 00000080:00000010:1.1:1767734667.329647:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c8499ba0. 00000080:00000010:1.1:1767734667.329652:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c56865c0. 00000080:00000010:1.1:1767734667.329657:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686a20. 00000080:00000010:1.1:1767734667.329663:0:249249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c84994c0. 00000100:00000001:1.0:1767734667.329679:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734667.329681:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734667.329684:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.329687:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000010:1.1:1767734667.329702:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686140. 00000080:00000010:1.1:1767734667.329709:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686d80. 00000080:00000010:1.1:1767734667.329714:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c8499080. 00000080:00000010:1.1:1767734667.329720:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c8499660. 00000080:00000010:1.1:1767734667.329725:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c84996c0. 00000080:00000010:1.1:1767734667.329732:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c8499780. 00000080:00000010:1.1:1767734667.329737:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c84994a0. 00000080:00000010:1.1:1767734667.329742:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c8499ce0. 00000080:00000010:1.1:1767734667.329747:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c8499920. 00000080:00000010:1.1:1767734667.329752:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c8499ae0. 00000080:00000010:1.1:1767734667.329757:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c8499e20. 00000080:00000010:1.1:1767734667.329763:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686300. 00000080:00000010:1.1:1767734667.329769:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686d20. 00000080:00000010:1.1:1767734667.329776:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686e40. 00000080:00000010:1.1:1767734667.329782:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686000. 00000080:00000010:1.1:1767734667.329799:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686a80. 00000080:00000010:1.1:1767734667.329804:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c56869c0. 00000080:00000010:1.1:1767734667.329808:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686560. 00000080:00000010:1.1:1767734667.329814:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686420. 00000080:00000010:1.1:1767734667.329820:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686820. 00000080:00000010:1.1:1767734667.329827:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c56867c0. 00000080:00000010:1.1:1767734667.329833:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686ba0. 00000080:00000010:1.1:1767734667.329838:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c8499360. 00000080:00000010:1.1:1767734667.329843:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686b20. 00000080:00000010:1.1:1767734667.329849:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686c00. 00000080:00000010:1.1:1767734667.329855:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686b60. 00000080:00000010:1.1:1767734667.329859:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686fc0. 00000080:00000010:1.1:1767734667.329864:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686da0. 00000080:00000010:1.1:1767734667.329869:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686480. 00000080:00000010:1.1:1767734667.329874:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686840. 00000080:00000010:1.1:1767734667.329879:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686b00. 00000080:00000010:1.1:1767734667.329889:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686ee0. 00000080:00000010:1.1:1767734667.329893:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686d40. 00000080:00000010:1.1:1767734667.329898:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c84997c0. 00000080:00000010:1.1:1767734667.329902:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c84996a0. 00000080:00000010:1.1:1767734667.329908:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c56866c0. 00000080:00000010:1.1:1767734667.329913:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686ce0. 00000080:00000010:1.1:1767734667.329918:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686220. 00000080:00000010:1.1:1767734667.329922:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686cc0. 00000080:00000010:1.1:1767734667.329927:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686c80. 00000080:00000010:1.1:1767734667.329933:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686080. 00000080:00000010:1.1:1767734667.329938:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c56863c0. 00000080:00000010:1.1:1767734667.329942:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c56860a0. 00000080:00000010:1.1:1767734667.329947:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686680. 00000080:00000010:1.1:1767734667.329951:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686180. 00000080:00000010:1.1:1767734667.329956:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c56862e0. 00000080:00000010:1.1:1767734667.329962:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c8499220. 00000080:00000010:1.1:1767734667.329966:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c56868a0. 00000080:00000010:1.1:1767734667.329970:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686700. 00000080:00000010:1.1:1767734667.329975:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b0d800cb00. 00000080:00000010:1.1:1767734667.329983:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c5686020. 00000080:00000010:1.1:1767734667.329993:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b0d800cc80. 00000080:00000010:1.1:1767734667.329998:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c3f10560. 00000080:00000010:1.1:1767734667.330006:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f14e4200. 00000080:00000010:1.1:1767734667.330016:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f17b2100. 00000080:00000010:1.1:1767734667.330023:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f17b39c0. 00000080:00000001:1.0:1767734667.330035:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734667.330037:0:249249:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:1.0:1767734667.330039:0:249249:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:1.0:1767734667.330041:0:249249:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1767734667.330043:0:249249:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1767734667.330046:0:249249:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1767734667.330049:0:249249:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.330052:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.330056:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734667.330058:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734667.330068:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734667.330070:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734667.330072:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000002:0x3:0x0](ffff94b1f17b1988) 00800000:00000001:1.0:1767734667.330076:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734667.330078:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x200000002:0x3:0x0] 00000002:00000001:1.0:1767734667.330081:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734667.330086:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.330088:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.330090:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734667.330092:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734667.330094:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.330096:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.330098:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734667.330106:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734667.330113:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734667.330114:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734667.330116:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x1:0x0](ffff94b1f17b3248) 00800000:00000001:1.0:1767734667.330119:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734667.330121:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x200000402:0x1:0x0] 00000002:00000001:1.0:1767734667.330123:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734667.330126:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.330128:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.330130:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734667.330131:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734667.330133:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.330135:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.330138:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734667.330139:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734667.330145:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734667.330147:0:249249:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734667.330148:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.330151:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143432 : -117983526408184 : ffff94b1d1d1b008) 00000020:00001000:1.0:1767734667.330154:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b000 00000020:00000001:1.0:1767734667.330159:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b2018c83a0 -> ffff94b2018c83a0 00000020:00000001:1.0:1767734667.330161:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734667.330163:0:249249:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734667.330166:0:249249:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x17:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734667.330169:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.330171:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734667.330172:0:249249:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734667.330176:0:249249:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x17:0x0]io ffff94b1d1cdc060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734667.330180:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1d02c23e0) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.330184:0:249249:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1767734667.330185:0:249249:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1767734667.330187:0:249249:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1767734667.330189:0:249249:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330191:0:249249:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1767734667.330194:0:249249:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1767734667.330195:0:249249:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330197:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.330199:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1767734667.330200:0:249249:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1767734667.330207:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1d02c23e0) owner 0000000000000000/ffff94b1c12dcf80 00000020:00000001:1.0:1767734667.330211:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330213:0:249249:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1767734667.330215:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1767734667.330217:0:249249:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1767734667.330220:0:249249:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1767734667.330223:0:249249:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1767734667.330226:0:249249:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1767734667.330228:0:249249:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1767734667.330230:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.330232:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143864 : -117983526407752 : ffff94b1d1d1b1b8) 00000020:00001000:1.0:1767734667.330234:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b1b0 00000020:00000001:1.0:1767734667.330237:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b2018c8c38 -> ffff94b2018c83a0 00000020:00000001:1.0:1767734667.330239:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1767734667.330242:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.330243:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1767734667.330245:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330247:0:249249:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330249:0:249249:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446626090982824808 : -117982726726808 : ffff94b2017bdb68) 00000020:00000001:1.0:1767734667.330252:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1767734667.330253:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330255:0:249249:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330257:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330259:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1767734667.330261:0:249249:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1767734667.330262:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.330264:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1767734667.330265:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734667.330267:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330269:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330271:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330273:0:249249:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330274:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734667.330276:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330278:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330280:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1767734667.330281:0:249249:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1767734667.330283:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.330284:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1767734667.330286:0:249249:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1767734667.330288:0:249249:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1767734667.330296:0:249249:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff94b1d02c0540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1767734667.330302:0:249249:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734667.330304:0:249249:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330335:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330338:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330340:0:249249:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330342:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330344:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1767734667.330346:0:249249:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1767734667.330347:0:249249:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1767734667.330349:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1767734667.330351:0:249249:0:(osc_cache.c:3127:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1767734667.330353:0:249249:0:(osc_cache.c:3164:osc_cache_wait_range()) obj ffff94b1d02c0540 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1767734667.330357:0:249249:0:(osc_cache.c:3165:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330359:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1767734667.330360:0:249249:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330362:0:249249:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1767734667.330364:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1767734667.330365:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1767734667.330367:0:249249:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1767734667.330369:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.330370:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1767734667.330371:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1767734667.330373:0:249249:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330375:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330377:0:249249:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1767734667.330378:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1767734667.330380:0:249249:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1767734667.330381:0:249249:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1767734667.330383:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734667.330384:0:249249:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734667.330386:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.330387:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1767734667.330388:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1767734667.330390:0:249249:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330392:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330394:0:249249:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734667.330396:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734667.330397:0:249249:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330399:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1767734667.330401:0:249249:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1767734667.330409:0:249249:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1767734667.330410:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1767734667.330412:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734667.330414:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b1b0 00020000:00000001:1.0:1767734667.330416:0:249249:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1767734667.330419:0:249249:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1767734667.330421:0:249249:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734667.330423:0:249249:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x17:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734667.330427:0:249249:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734667.330428:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734667.330431:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b000 00000080:00000001:1.0:1767734667.330433:0:249249:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.330436:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734667.330438:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x17:0x0](ffff94b1f14e5348) 00800000:00000001:1.0:1767734667.330441:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734667.330443:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x17:0x0] 00000002:00000001:1.0:1767734667.330446:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734667.330450:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.330452:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.330454:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734667.330456:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734667.330458:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.330461:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330464:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.330466:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143432 : -117983526408184 : ffff94b1d1d1b008) 00000020:00001000:1.0:1767734667.330468:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b000 00020000:00000001:1.0:1767734667.330472:0:249249:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734667.330474:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1d02c23e0) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.330477:0:249249:0:(lov_object.c:865:lov_delete_composite()) Process entered 00020000:00000002:1.0:1767734667.330479:0:249249:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1f683b4e0, objid 0x17:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734667.330485:0:249249:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734667.330490:0:249249:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1c37f1900: ostid: 0x240000403:6217 ost idx: 0 gen: 0 00020000:00000001:1.0:1767734667.330493:0:249249:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734667.330495:0:249249:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330497:0:249249:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1767734667.330499:0:249249:0:(cl_object.c:375:cl_object_prune()) Process entered 00010000:00000001:1.0:1767734667.330502:0:249249:0:(ldlm_request.c:2443:ldlm_resource_iterate()) Process entered 00010000:00000001:1.0:1767734667.330512:0:249249:0:(ldlm_request.c:2449:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330515:0:249249:0:(cl_object.c:385:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1767734667.330521:0:249249:0:(osc_object.c:106:osc_object_free()) slab-freed '(osc)': 448 at ffff94b1d02c0540. 00020000:00000001:1.0:1767734667.330525:0:249249:0:(lovsub_object.c:64:lovsub_object_free()) Process entered 00020000:00000010:1.0:1767734667.330528:0:249249:0:(lovsub_object.c:84:lovsub_object_free()) slab-freed 'los': 200 at ffff94b2018c8bb8. 00020000:00000001:1.0:1767734667.330534:0:249249:0:(lovsub_object.c:86:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1767734667.330536:0:249249:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330538:0:249249:0:(lov_object.c:887:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734667.330541:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1d02c23e0) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.330543:0:249249:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734667.330545:0:249249:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734667.330547:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1d02c23e0) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.330550:0:249249:0:(lov_object.c:901:lov_fini_composite()) Process entered 00020000:00000010:1.0:1767734667.330552:0:249249:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94b1c57c55d0. 00020000:00000010:1.0:1767734667.330555:0:249249:0:(lov_object.c:910:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94b1c6f04780. 00020000:00000010:1.0:1767734667.330558:0:249249:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94b1ee0659c0. 00020000:00000002:1.0:1767734667.330589:0:249249:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1f683b4e0, objid 0x17:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734667.330594:0:249249:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734667.330598:0:249249:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1c37f1900: ostid: 0x240000403:6217 ost idx: 0 gen: 0 00020000:00000010:1.0:1767734667.330602:0:249249:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94b1c37f1900. 00020000:00000010:1.0:1767734667.330611:0:249249:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff94b1f683b720. 00020000:00000010:1.0:1767734667.330614:0:249249:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff94b1f683b4e0. 00020000:00000001:1.0:1767734667.330617:0:249249:0:(lov_object.c:924:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1767734667.330619:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1d02c23e0) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000010:1.0:1767734667.330621:0:249249:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1d02c23e0. 00020000:00000001:1.0:1767734667.330625:0:249249:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734667.330628:0:249249:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b2018c8320. 00000020:00001000:1.0:1767734667.330632:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b000 00000080:00000001:1.0:1767734667.330635:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734667.330637:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734667.330644:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734667.330646:0:249249:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734667.330648:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.330649:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143432 : -117983526408184 : ffff94b1d1d1b008) 00000020:00001000:1.0:1767734667.330659:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b000 00000020:00000001:1.0:1767734667.330663:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1f0ec06c0 -> ffff94b1f0ec06c0 00000020:00000001:1.0:1767734667.330665:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734667.330667:0:249249:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734667.330669:0:249249:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x18:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734667.330672:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.330673:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734667.330675:0:249249:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734667.330678:0:249249:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x18:0x0]io ffff94b1d1cdc060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734667.330682:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84538b8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.330685:0:249249:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1767734667.330686:0:249249:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1767734667.330688:0:249249:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1767734667.330690:0:249249:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330692:0:249249:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1767734667.330694:0:249249:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1767734667.330696:0:249249:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330698:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.330699:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1767734667.330700:0:249249:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1767734667.330702:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84538b8) owner 0000000000000000/ffff94b1c12dcf80 00000020:00000001:1.0:1767734667.330705:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330707:0:249249:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1767734667.330708:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1767734667.330710:0:249249:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1767734667.330712:0:249249:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1767734667.330715:0:249249:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1767734667.330718:0:249249:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1767734667.330719:0:249249:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1767734667.330721:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.330723:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143864 : -117983526407752 : ffff94b1d1d1b1b8) 00000020:00001000:1.0:1767734667.330725:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b1b0 00000020:00000001:1.0:1767734667.330727:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1f0ec0080 -> ffff94b1f0ec06c0 00000020:00000001:1.0:1767734667.330729:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1767734667.330732:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.330733:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1767734667.330735:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330737:0:249249:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330739:0:249249:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446626090982824808 : -117982726726808 : ffff94b2017bdb68) 00000020:00000001:1.0:1767734667.330747:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1767734667.330749:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330751:0:249249:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330753:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330755:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1767734667.330757:0:249249:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1767734667.330758:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.330760:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1767734667.330761:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734667.330763:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330765:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330767:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330769:0:249249:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330770:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734667.330772:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330774:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330775:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1767734667.330777:0:249249:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1767734667.330778:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.330780:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1767734667.330781:0:249249:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1767734667.330783:0:249249:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1767734667.330791:0:249249:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff94b1d0c108c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1767734667.330795:0:249249:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734667.330798:0:249249:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330800:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330801:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330803:0:249249:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330805:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330807:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1767734667.330809:0:249249:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1767734667.330810:0:249249:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1767734667.330811:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1767734667.330813:0:249249:0:(osc_cache.c:3127:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1767734667.330815:0:249249:0:(osc_cache.c:3164:osc_cache_wait_range()) obj ffff94b1d0c108c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1767734667.330819:0:249249:0:(osc_cache.c:3165:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330820:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1767734667.330822:0:249249:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330824:0:249249:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1767734667.330825:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1767734667.330832:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1767734667.330833:0:249249:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1767734667.330835:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.330837:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1767734667.330838:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1767734667.330840:0:249249:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330842:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330843:0:249249:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1767734667.330845:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1767734667.330846:0:249249:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1767734667.330848:0:249249:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1767734667.330849:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734667.330850:0:249249:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734667.330851:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.330853:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1767734667.330854:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1767734667.330855:0:249249:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330858:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330859:0:249249:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734667.330861:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734667.330862:0:249249:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330864:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1767734667.330866:0:249249:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1767734667.330867:0:249249:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1767734667.330868:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1767734667.330870:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734667.330871:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b1b0 00020000:00000001:1.0:1767734667.330873:0:249249:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1767734667.330875:0:249249:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1767734667.330876:0:249249:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734667.330879:0:249249:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x18:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734667.330882:0:249249:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734667.330883:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734667.330885:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b000 00000080:00000001:1.0:1767734667.330887:0:249249:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.330890:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734667.330892:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x18:0x0](ffff94b1f17b00c8) 00800000:00000001:1.0:1767734667.330895:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734667.330897:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x18:0x0] 00000002:00000001:1.0:1767734667.330900:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734667.330904:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.330906:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.330908:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734667.330915:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734667.330917:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.330920:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330923:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.330925:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143432 : -117983526408184 : ffff94b1d1d1b008) 00000020:00001000:1.0:1767734667.330927:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b000 00020000:00000001:1.0:1767734667.330930:0:249249:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734667.330932:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84538b8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.330935:0:249249:0:(lov_object.c:865:lov_delete_composite()) Process entered 00020000:00000002:1.0:1767734667.330937:0:249249:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1ed91bb40, objid 0x18:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734667.330942:0:249249:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734667.330946:0:249249:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1f8441b80: ostid: 0x280000403:7241 ost idx: 1 gen: 0 00020000:00000001:1.0:1767734667.330948:0:249249:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734667.330950:0:249249:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.330952:0:249249:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1767734667.330954:0:249249:0:(cl_object.c:375:cl_object_prune()) Process entered 00010000:00000001:1.0:1767734667.330957:0:249249:0:(ldlm_request.c:2443:ldlm_resource_iterate()) Process entered 00010000:00000001:1.0:1767734667.330961:0:249249:0:(ldlm_request.c:2449:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.330963:0:249249:0:(cl_object.c:385:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1767734667.330975:0:249249:0:(osc_object.c:106:osc_object_free()) slab-freed '(osc)': 448 at ffff94b1d0c108c0. 00020000:00000001:1.0:1767734667.330979:0:249249:0:(lovsub_object.c:64:lovsub_object_free()) Process entered 00020000:00000010:1.0:1767734667.330981:0:249249:0:(lovsub_object.c:84:lovsub_object_free()) slab-freed 'los': 200 at ffff94b1f0ec0000. 00020000:00000001:1.0:1767734667.330985:0:249249:0:(lovsub_object.c:86:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1767734667.331018:0:249249:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331021:0:249249:0:(lov_object.c:887:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734667.331023:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84538b8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.331026:0:249249:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734667.331027:0:249249:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734667.331029:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84538b8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.331032:0:249249:0:(lov_object.c:901:lov_fini_composite()) Process entered 00020000:00000010:1.0:1767734667.331033:0:249249:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94b1d0d32638. 00020000:00000010:1.0:1767734667.331037:0:249249:0:(lov_object.c:910:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94b1d0666000. 00020000:00000010:1.0:1767734667.331040:0:249249:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94b1dc704800. 00020000:00000002:1.0:1767734667.331044:0:249249:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1ed91bb40, objid 0x18:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734667.331055:0:249249:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734667.331059:0:249249:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1f8441b80: ostid: 0x280000403:7241 ost idx: 1 gen: 0 00020000:00000010:1.0:1767734667.331063:0:249249:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94b1f8441b80. 00020000:00000010:1.0:1767734667.331066:0:249249:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff94b1ed91b840. 00020000:00000010:1.0:1767734667.331069:0:249249:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff94b1ed91bb40. 00020000:00000001:1.0:1767734667.331071:0:249249:0:(lov_object.c:924:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1767734667.331073:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84538b8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000010:1.0:1767734667.331076:0:249249:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f84538b8. 00020000:00000001:1.0:1767734667.331078:0:249249:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734667.331081:0:249249:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1f0ec0640. 00000020:00001000:1.0:1767734667.331085:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b000 00000080:00000001:1.0:1767734667.331088:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734667.331089:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734667.331100:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734667.331102:0:249249:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734667.331104:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.331105:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143432 : -117983526408184 : ffff94b1d1d1b008) 00000020:00001000:1.0:1767734667.331108:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b000 00000020:00000001:1.0:1767734667.331111:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b2018c8dc8 -> ffff94b2018c8dc8 00000020:00000001:1.0:1767734667.331113:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734667.331115:0:249249:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734667.331117:0:249249:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x19:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734667.331120:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.331121:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734667.331123:0:249249:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734667.331126:0:249249:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x19:0x0]io ffff94b1d1cdc060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734667.331129:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1d02c25d0) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.331131:0:249249:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1767734667.331133:0:249249:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1767734667.331135:0:249249:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1767734667.331137:0:249249:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331139:0:249249:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1767734667.331141:0:249249:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1767734667.331142:0:249249:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331144:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.331151:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1767734667.331152:0:249249:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1767734667.331154:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1d02c25d0) owner 0000000000000000/ffff94b1c12dcf80 00000020:00000001:1.0:1767734667.331157:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331159:0:249249:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1767734667.331160:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1767734667.331162:0:249249:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1767734667.331168:0:249249:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1767734667.331171:0:249249:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1767734667.331174:0:249249:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1767734667.331175:0:249249:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1767734667.331177:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.331179:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143864 : -117983526407752 : ffff94b1d1d1b1b8) 00000020:00001000:1.0:1767734667.331181:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b1b0 00000020:00000001:1.0:1767734667.331183:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b2018c8468 -> ffff94b2018c8dc8 00000020:00000001:1.0:1767734667.331185:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1767734667.331187:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.331189:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1767734667.331190:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331192:0:249249:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331194:0:249249:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446626090982824808 : -117982726726808 : ffff94b2017bdb68) 00000020:00000001:1.0:1767734667.331197:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1767734667.331198:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331200:0:249249:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331202:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331204:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1767734667.331206:0:249249:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1767734667.331207:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.331208:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1767734667.331210:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734667.331211:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331213:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331215:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331217:0:249249:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331219:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734667.331220:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331222:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331224:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1767734667.331226:0:249249:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1767734667.331227:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.331228:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1767734667.331234:0:249249:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1767734667.331236:0:249249:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1767734667.331239:0:249249:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff94b1d02c1180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1767734667.331244:0:249249:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734667.331246:0:249249:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331248:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331250:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331252:0:249249:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331254:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331256:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1767734667.331258:0:249249:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1767734667.331259:0:249249:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1767734667.331260:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1767734667.331262:0:249249:0:(osc_cache.c:3127:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1767734667.331264:0:249249:0:(osc_cache.c:3164:osc_cache_wait_range()) obj ffff94b1d02c1180 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1767734667.331267:0:249249:0:(osc_cache.c:3165:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331269:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1767734667.331270:0:249249:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331272:0:249249:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1767734667.331274:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1767734667.331275:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1767734667.331277:0:249249:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1767734667.331278:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.331279:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1767734667.331281:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1767734667.331282:0:249249:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331284:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331286:0:249249:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1767734667.331287:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1767734667.331288:0:249249:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1767734667.331290:0:249249:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1767734667.331291:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734667.331293:0:249249:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734667.331294:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.331295:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1767734667.331296:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1767734667.331298:0:249249:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331300:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331302:0:249249:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734667.331303:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734667.331304:0:249249:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331343:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1767734667.331346:0:249249:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1767734667.331347:0:249249:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1767734667.331349:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1767734667.331350:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734667.331352:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b1b0 00020000:00000001:1.0:1767734667.331354:0:249249:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1767734667.331356:0:249249:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1767734667.331358:0:249249:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734667.331360:0:249249:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x19:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734667.331363:0:249249:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734667.331364:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734667.331366:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b000 00000080:00000001:1.0:1767734667.331369:0:249249:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.331372:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734667.331378:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x19:0x0](ffff94b1f14e21c8) 00800000:00000001:1.0:1767734667.331381:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734667.331382:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x19:0x0] 00000002:00000001:1.0:1767734667.331386:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734667.331390:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.331392:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.331394:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734667.331397:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734667.331398:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.331401:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331404:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.331405:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143432 : -117983526408184 : ffff94b1d1d1b008) 00000020:00001000:1.0:1767734667.331408:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b000 00020000:00000001:1.0:1767734667.331417:0:249249:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734667.331419:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1d02c25d0) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.331448:0:249249:0:(lov_object.c:865:lov_delete_composite()) Process entered 00020000:00000002:1.0:1767734667.331451:0:249249:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1f683b2a0, objid 0x19:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734667.331456:0:249249:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734667.331460:0:249249:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1c37f1400: ostid: 0x240000403:6218 ost idx: 0 gen: 0 00020000:00000001:1.0:1767734667.331463:0:249249:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734667.331464:0:249249:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331466:0:249249:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1767734667.331477:0:249249:0:(cl_object.c:375:cl_object_prune()) Process entered 00010000:00000001:1.0:1767734667.331480:0:249249:0:(ldlm_request.c:2443:ldlm_resource_iterate()) Process entered 00010000:00000001:1.0:1767734667.331488:0:249249:0:(ldlm_request.c:2449:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331490:0:249249:0:(cl_object.c:385:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1767734667.331494:0:249249:0:(osc_object.c:106:osc_object_free()) slab-freed '(osc)': 448 at ffff94b1d02c1180. 00020000:00000001:1.0:1767734667.331498:0:249249:0:(lovsub_object.c:64:lovsub_object_free()) Process entered 00020000:00000010:1.0:1767734667.331505:0:249249:0:(lovsub_object.c:84:lovsub_object_free()) slab-freed 'los': 200 at ffff94b2018c83e8. 00020000:00000001:1.0:1767734667.331509:0:249249:0:(lovsub_object.c:86:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1767734667.331511:0:249249:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331514:0:249249:0:(lov_object.c:887:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734667.331516:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1d02c25d0) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.331518:0:249249:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734667.331520:0:249249:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734667.331522:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1d02c25d0) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.331525:0:249249:0:(lov_object.c:901:lov_fini_composite()) Process entered 00020000:00000010:1.0:1767734667.331527:0:249249:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94b1c57c54a8. 00020000:00000010:1.0:1767734667.331530:0:249249:0:(lov_object.c:910:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94b1c6f046c0. 00020000:00000010:1.0:1767734667.331533:0:249249:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94b1ee065fd0. 00020000:00000002:1.0:1767734667.331536:0:249249:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1f683b2a0, objid 0x19:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734667.331540:0:249249:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734667.331544:0:249249:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1c37f1400: ostid: 0x240000403:6218 ost idx: 0 gen: 0 00020000:00000010:1.0:1767734667.331547:0:249249:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94b1c37f1400. 00020000:00000010:1.0:1767734667.331551:0:249249:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff94b1f683b960. 00020000:00000010:1.0:1767734667.331553:0:249249:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff94b1f683b2a0. 00020000:00000001:1.0:1767734667.331555:0:249249:0:(lov_object.c:924:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1767734667.331557:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1d02c25d0) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000010:1.0:1767734667.331580:0:249249:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1d02c25d0. 00020000:00000001:1.0:1767734667.331585:0:249249:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734667.331587:0:249249:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b2018c8d48. 00000020:00001000:1.0:1767734667.331591:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b000 00000080:00000001:1.0:1767734667.331594:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734667.331596:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734667.331604:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734667.331606:0:249249:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734667.331614:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.331616:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143432 : -117983526408184 : ffff94b1d1d1b008) 00000020:00001000:1.0:1767734667.331619:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b000 00000020:00000001:1.0:1767734667.331622:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1f0ec05f8 -> ffff94b1f0ec05f8 00000020:00000001:1.0:1767734667.331624:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734667.331626:0:249249:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734667.331628:0:249249:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x1a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734667.331631:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.331632:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734667.331634:0:249249:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734667.331637:0:249249:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x1a:0x0]io ffff94b1d1cdc060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734667.331641:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.331644:0:249249:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1767734667.331645:0:249249:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1767734667.331648:0:249249:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1767734667.331649:0:249249:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331651:0:249249:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1767734667.331654:0:249249:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1767734667.331655:0:249249:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331657:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.331658:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1767734667.331659:0:249249:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1767734667.331661:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c12dcf80 00000020:00000001:1.0:1767734667.331664:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331666:0:249249:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1767734667.331667:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1767734667.331669:0:249249:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1767734667.331671:0:249249:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1767734667.331674:0:249249:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1767734667.331677:0:249249:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1767734667.331678:0:249249:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1767734667.331680:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.331681:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143864 : -117983526407752 : ffff94b1d1d1b1b8) 00000020:00001000:1.0:1767734667.331684:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b1b0 00000020:00000001:1.0:1767734667.331690:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1f0ec0148 -> ffff94b1f0ec05f8 00000020:00000001:1.0:1767734667.331692:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1767734667.331694:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.331695:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1767734667.331697:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331704:0:249249:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331706:0:249249:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446626090982824808 : -117982726726808 : ffff94b2017bdb68) 00000020:00000001:1.0:1767734667.331709:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1767734667.331710:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331713:0:249249:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331715:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331717:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1767734667.331718:0:249249:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1767734667.331720:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.331721:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1767734667.331723:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734667.331724:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331726:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331728:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331730:0:249249:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331732:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734667.331733:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331735:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331737:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1767734667.331738:0:249249:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1767734667.331740:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.331741:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1767734667.331742:0:249249:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1767734667.331744:0:249249:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1767734667.331756:0:249249:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff94b1d0c11880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1767734667.331760:0:249249:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734667.331762:0:249249:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331764:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331766:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331768:0:249249:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331770:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331772:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1767734667.331773:0:249249:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1767734667.331775:0:249249:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1767734667.331776:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1767734667.331777:0:249249:0:(osc_cache.c:3127:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1767734667.331780:0:249249:0:(osc_cache.c:3164:osc_cache_wait_range()) obj ffff94b1d0c11880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1767734667.331783:0:249249:0:(osc_cache.c:3165:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331785:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1767734667.331786:0:249249:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331793:0:249249:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1767734667.331794:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1767734667.331796:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1767734667.331797:0:249249:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1767734667.331799:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.331800:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1767734667.331802:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1767734667.331803:0:249249:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331805:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331807:0:249249:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1767734667.331808:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1767734667.331810:0:249249:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1767734667.331811:0:249249:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1767734667.331812:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734667.331814:0:249249:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734667.331815:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.331816:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1767734667.331817:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1767734667.331819:0:249249:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331821:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331823:0:249249:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734667.331824:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734667.331826:0:249249:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331827:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1767734667.331829:0:249249:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1767734667.331830:0:249249:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1767734667.331831:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1767734667.331833:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734667.331834:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b1b0 00020000:00000001:1.0:1767734667.331836:0:249249:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1767734667.331838:0:249249:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1767734667.331840:0:249249:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734667.331842:0:249249:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x1a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734667.331845:0:249249:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734667.331846:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734667.331848:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b000 00000080:00000001:1.0:1767734667.331850:0:249249:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.331853:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734667.331855:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x1a:0x0](ffff94b1f17b1148) 00800000:00000001:1.0:1767734667.331858:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734667.331860:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x1a:0x0] 00000002:00000001:1.0:1767734667.331863:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734667.331871:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.331874:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.331876:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734667.331878:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734667.331880:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.331883:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331886:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.331888:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143432 : -117983526408184 : ffff94b1d1d1b008) 00000020:00001000:1.0:1767734667.331890:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b000 00020000:00000001:1.0:1767734667.331893:0:249249:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734667.331895:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.331898:0:249249:0:(lov_object.c:865:lov_delete_composite()) Process entered 00020000:00000002:1.0:1767734667.331900:0:249249:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1ed91bde0, objid 0x1a:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734667.331905:0:249249:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734667.331908:0:249249:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1c37f1d80: ostid: 0x280000403:7242 ost idx: 1 gen: 0 00020000:00000001:1.0:1767734667.331911:0:249249:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734667.331913:0:249249:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331915:0:249249:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1767734667.331916:0:249249:0:(cl_object.c:375:cl_object_prune()) Process entered 00010000:00000001:1.0:1767734667.331919:0:249249:0:(ldlm_request.c:2443:ldlm_resource_iterate()) Process entered 00010000:00000001:1.0:1767734667.331926:0:249249:0:(ldlm_request.c:2449:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.331928:0:249249:0:(cl_object.c:385:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1767734667.331935:0:249249:0:(osc_object.c:106:osc_object_free()) slab-freed '(osc)': 448 at ffff94b1d0c11880. 00020000:00000001:1.0:1767734667.331938:0:249249:0:(lovsub_object.c:64:lovsub_object_free()) Process entered 00020000:00000010:1.0:1767734667.331940:0:249249:0:(lovsub_object.c:84:lovsub_object_free()) slab-freed 'los': 200 at ffff94b1f0ec00c8. 00020000:00000001:1.0:1767734667.331945:0:249249:0:(lovsub_object.c:86:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1767734667.331946:0:249249:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.331948:0:249249:0:(lov_object.c:887:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734667.331951:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.331953:0:249249:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734667.331955:0:249249:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734667.331957:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.331959:0:249249:0:(lov_object.c:901:lov_fini_composite()) Process entered 00020000:00000010:1.0:1767734667.331961:0:249249:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94b1d0d32ff8. 00020000:00000010:1.0:1767734667.331964:0:249249:0:(lov_object.c:910:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94b1f6ae6840. 00020000:00000010:1.0:1767734667.331973:0:249249:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94b1dc704110. 00020000:00000002:1.0:1767734667.331981:0:249249:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1ed91bde0, objid 0x1a:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734667.331985:0:249249:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734667.331989:0:249249:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1c37f1d80: ostid: 0x280000403:7242 ost idx: 1 gen: 0 00020000:00000010:1.0:1767734667.331992:0:249249:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94b1c37f1d80. 00020000:00000010:1.0:1767734667.331995:0:249249:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff94b1ed91ba80. 00020000:00000010:1.0:1767734667.332002:0:249249:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff94b1ed91bde0. 00020000:00000001:1.0:1767734667.332004:0:249249:0:(lov_object.c:924:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1767734667.332006:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000010:1.0:1767734667.332009:0:249249:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f84534d8. 00020000:00000001:1.0:1767734667.332011:0:249249:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734667.332013:0:249249:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1f0ec0578. 00000020:00001000:1.0:1767734667.332017:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b000 00000080:00000001:1.0:1767734667.332020:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734667.332021:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734667.332028:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734667.332030:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734667.332036:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x29:0x0](ffff94b1c4b0e3c8) 00800000:00000001:1.0:1767734667.332039:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734667.332040:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x29:0x0] 00000002:00000001:1.0:1767734667.332043:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734667.332046:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.332048:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.332050:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734667.332052:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734667.332054:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.332056:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.332059:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734667.332060:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734667.332068:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734667.332070:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734667.332071:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x2b:0x0](ffff94b1d0b9d348) 00800000:00000001:1.0:1767734667.332074:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734667.332075:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x2b:0x0] 00000002:00000001:1.0:1767734667.332077:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:1.0:1767734667.332087:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c6fec400 count: 2 00010000:00000001:1.0:1767734667.332090:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734667.332093:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.332095:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.332098:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1767734667.332100:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1767734667.332103:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c733ea00. 00000080:00000001:1.0:1767734667.332105:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1767734667.332110:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1767734667.332112:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1767734667.332115:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x2b:0x0] 00000002:00000001:1.0:1767734667.332117:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1767734667.332119:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x2b:0x0] file closed with intent: 0 00000100:00000010:1.0:1767734667.332124:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cd880. 00000020:00000040:1.0:1767734667.332128:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:1.0:1767734667.332131:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734667.332134:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734667.332137:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734667.332142:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c733e400. 00000100:00000001:1.0:1767734667.332147:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1767734667.332163:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f47d2300 x1853602665163136/t12884908653(12884908653) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767733966 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1767734667.332175:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1767734667.332181:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cd880 x1853602672037504/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1767734667.332189:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734667.332191:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734667.332195:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f3c0. 00000100:00000001:1.0:1767734667.332197:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723505088 : -117982986046528 : ffff94b1f206f3c0) 00000100:00000001:1.0:1767734667.332200:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.332201:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000001:1.0:1767734667.332205:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734667.332208:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.332210:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734667.332220:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734667.332225:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cd880 x1853602672037504/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.332233:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734667.332235:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.332239:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734667.332241:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734667.332244:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734667.332248:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cd880 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672037504:192.168.203.112@tcp:35:umount.0 00000100:00000001:1.0:1767734667.332252:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734667.332255:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734667.332257:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.332260:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734667.332263:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9294800. 02000000:00000001:1.0:1767734667.332266:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734667.332272:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734667.332276:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767734667.332280:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b770. 00000100:00000200:1.0:1767734667.332285:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672037504, portal 10 00000100:00000001:1.0:1767734667.332287:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.332289:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000040:1.0:1767734667.332295:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cd880 x1853602672037504/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.332303:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734667.332306:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734667.332309:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bee0. 00000100:00000200:1.0:1767734667.332341:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672037504, offset 0 00000400:00000200:1.0:1767734667.332349:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734667.332355:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.332361:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734667.332366:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734667.332370:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734667.332375:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734667.332387:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734667.332393:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66420:66420:256:4294967295] 192.168.203.112@tcp LPNI seq info [66420:66420:8:4294967295] 00000400:00000200:1.0:1767734667.332399:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.332412:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734667.332419:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734667.332424:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cf00. 00000800:00000200:1.0:1767734667.332433:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734667.332442:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734667.332447:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cf00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1767734667.332468:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.332473:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10697 usecs (11 jiffies) 00000400:00000200:1.0:1767734667.332478:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.332481:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429165 00000100:00000001:1.0:1767734667.332487:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429158 00000100:00000001:1.0:1767734667.332492:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429165 00000100:00000001:1.0:1767734667.332496:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429158 00000100:00000001:1.0:1767734667.332499:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.332502:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.332505:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734667.332507:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734667.332510:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f3c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734667.332512:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734667.332515:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.332656:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.332664:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:2.0:1767734667.332671:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.332679:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.332685:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bee0 00000400:00000010:2.0:1767734667.332688:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bee0. 00000100:00000001:2.0:1767734667.332692:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.332699:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cd880 x1853602672037504/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.332712:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.332717:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd880 x1853602672037504/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.332727:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.332729:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734667.333418:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f14e0000. 00000800:00000001:3.0:1767734667.335104:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.335115:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734667.335118:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.335121:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.335128:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.335135:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734667.335142:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.335146:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.335151:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.335155:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d24e80 00000400:00000200:3.0:1767734667.335161:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.335166:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b36d [1] + 224 00000800:00000001:3.0:1767734667.335173:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.335191:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.335195:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734667.335200:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.335205:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.335212:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cd880 x1853602672037504/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734667.335226:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1d02cd880 x1853602672037504/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734667.335250:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734667.335258:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.335262:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.335381:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734667.335391:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734667.335393:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734667.335396:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767734667.335403:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b770 00000400:00000010:1.0:1767734667.335406:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b770. 00000100:00000001:1.0:1767734667.335410:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734667.335419:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cd880 x1853602672037504/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734667.335446:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cd880 x1853602672037504/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.335456:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734667.335458:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.335461:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734667.335464:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734667.335466:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734667.335468:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.335471:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734667.335477:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:1.0:1767734667.335482:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734667.335485:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734667.335486:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.335489:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734667.335492:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.335495:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734667.335497:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734667.335499:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734667.335501:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.335503:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000001:1.0:1767734667.335506:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734667.335508:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:1.0:1767734667.335510:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734667.335512:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.335517:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cd880 x1853602672037504/t12884924599(12884924599) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.335526:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.335529:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734667.335531:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734667.335536:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cd880 x1853602672037504/t12884924599(12884924599) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734667.335550:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cd880 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672037504:192.168.203.112@tcp:35:umount.0 00000100:00000001:1.0:1767734667.335586:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.335590:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.335592:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734667.335595:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.335600:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd880 x1853602672037504/t12884924599(12884924599) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.335609:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734667.335612:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f3c0. 00000100:00000001:1.0:1767734667.335615:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734667.335617:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.335623:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.335625:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000002:00000001:1.0:1767734667.335627:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.335630:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734667.335634:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733ea00. 00000080:00000001:1.0:1767734667.335637:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1767734667.335640:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1767734667.335643:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1767734667.335648:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f47d2300 x1853602665163136/t12884908653(12884908653) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767733966 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.335657:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.335658:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090764804864 : -117982944746752 : ffff94b1f47d2300) 00000100:00000001:1.0:1767734667.335661:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.335664:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f47d2300 x1853602665163136/t12884908653(12884908653) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767733966 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.335672:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.335674:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.335678:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd880 x1853602672037504/t12884924599(12884924599) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.335685:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.335687:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.335698:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f47d2300 x1853602665163136/t12884908653(12884908653) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767733966 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.335706:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767734667.335709:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734667.335710:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734667.335713:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734667.335716:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1de13f000. 02000000:00000001:1.0:1767734667.335724:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734667.335726:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734667.335728:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f47d2300. 00000100:00000001:1.0:1767734667.335736:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734667.335737:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.335740:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.335743:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cd880 x1853602672037504/t12884924599(12884924599) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.335751:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1767734667.335753:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b0d800cd40. 00000002:00000001:1.0:1767734667.335756:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.335758:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734667.335761:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1fb3b1ac0. 00000100:00000001:1.0:1767734667.335763:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734667.335767:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cd880 x1853602672037504/t12884924599(12884924599) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.335774:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734667.335776:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734667.335778:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9294800. 02000000:00000001:1.0:1767734667.335781:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734667.335782:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734667.335784:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734667.335786:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734667.335788:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c733e400. 02000000:00000001:1.0:1767734667.335790:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734667.335791:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734667.335793:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cd880. 00000100:00000001:1.0:1767734667.335801:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734667.335802:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734667.335805:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.335807:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734667.335810:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734667.335812:0:249249:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:1.0:1767734667.335813:0:249249:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:1.0:1767734667.335815:0:249249:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1767734667.335817:0:249249:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1767734667.335820:0:249249:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1767734667.335823:0:249249:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.335825:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.335833:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734667.335835:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734667.335845:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734667.335847:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734667.335849:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x2d:0x0](ffff94b1c45421c8) 00800000:00000001:1.0:1767734667.335853:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734667.335855:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x2d:0x0] 00000002:00000001:1.0:1767734667.335858:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734667.335862:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.335864:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.335866:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734667.335868:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734667.335870:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.335872:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.335875:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734667.335876:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734667.335881:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734667.335883:0:249249:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734667.335885:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.335888:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143432 : -117983526408184 : ffff94b1d1d1b008) 00000020:00001000:1.0:1767734667.335891:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b000 00000020:00000001:1.0:1767734667.335895:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1e787c6c0 -> ffff94b1e787c6c0 00000020:00000001:1.0:1767734667.335897:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734667.335899:0:249249:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734667.335901:0:249249:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734667.335905:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.335912:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734667.335913:0:249249:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734667.335918:0:249249:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x2e:0x0]io ffff94b1d1cdc060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734667.335922:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f8453c98) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734667.335929:0:249249:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1767734667.335931:0:249249:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1767734667.335933:0:249249:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1767734667.335935:0:249249:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.335938:0:249249:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1767734667.335940:0:249249:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1767734667.335941:0:249249:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.335943:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.335945:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1767734667.335946:0:249249:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1767734667.335948:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f8453c98) owner 0000000000000000/ffff94b1c12dcf80 00000020:00000001:1.0:1767734667.335951:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.335953:0:249249:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1767734667.335955:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1767734667.335957:0:249249:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1767734667.335959:0:249249:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1767734667.335962:0:249249:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1767734667.335966:0:249249:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1767734667.335967:0:249249:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1767734667.335969:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734667.335971:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143864 : -117983526407752 : ffff94b1d1d1b1b8) 00000020:00001000:1.0:1767734667.335974:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b1b0 00000020:00000001:1.0:1767734667.335976:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1e787c080 -> ffff94b1e787c6c0 00000020:00000001:1.0:1767734667.335978:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1767734667.335981:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734667.335982:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1767734667.335983:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.335986:0:249249:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.335988:0:249249:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446626090982824808 : -117982726726808 : ffff94b2017bdb68) 00000020:00000001:1.0:1767734667.335990:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1767734667.335992:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.335994:0:249249:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.335996:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.335998:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1767734667.336000:0:249249:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1767734667.336007:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.336009:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1767734667.336010:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734667.336012:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.336014:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.336016:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.336018:0:249249:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.336020:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734667.336021:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.336023:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.336025:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1767734667.336027:0:249249:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1767734667.336029:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.336030:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1767734667.336031:0:249249:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1767734667.336033:0:249249:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1767734667.336041:0:249249:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff94b1d0c10c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1767734667.336046:0:249249:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734667.336049:0:249249:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.336051:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.336053:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.336054:0:249249:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.336056:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.336058:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1767734667.336060:0:249249:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1767734667.336061:0:249249:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1767734667.336063:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1767734667.336064:0:249249:0:(osc_cache.c:3127:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1767734667.336067:0:249249:0:(osc_cache.c:3164:osc_cache_wait_range()) obj ffff94b1d0c10c40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1767734667.336070:0:249249:0:(osc_cache.c:3165:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.336072:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1767734667.336074:0:249249:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.336076:0:249249:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1767734667.336077:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1767734667.336079:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1767734667.336081:0:249249:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1767734667.336082:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.336083:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1767734667.336085:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1767734667.336086:0:249249:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.336088:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.336095:0:249249:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1767734667.336097:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1767734667.336098:0:249249:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1767734667.336100:0:249249:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1767734667.336101:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734667.336103:0:249249:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734667.336104:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734667.336106:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1767734667.336107:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1767734667.336109:0:249249:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.336111:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734667.336113:0:249249:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734667.336114:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734667.336116:0:249249:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.336118:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1767734667.336119:0:249249:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1767734667.336121:0:249249:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1767734667.336122:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1767734667.336124:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734667.336125:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b1b0 00020000:00000001:1.0:1767734667.336128:0:249249:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1767734667.336130:0:249249:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1767734667.336132:0:249249:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734667.336134:0:249249:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734667.336137:0:249249:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734667.336139:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734667.336141:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b000 00000080:00000001:1.0:1767734667.336143:0:249249:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.336146:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734667.336152:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x2e:0x0](ffff94b1f075d348) 00800000:00000001:1.0:1767734667.336155:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734667.336157:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x2e:0x0] 00000002:00000001:1.0:1767734667.336159:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:1.0:1767734667.336168:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c6fec300 count: 2 00010000:00000001:1.0:1767734667.336171:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734667.336174:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734667.336176:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734667.336179:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1767734667.336181:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1767734667.336184:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00000080:00000001:1.0:1767734667.336186:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1767734667.336195:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1767734667.336198:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1767734667.336200:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x2e:0x0] 00000002:00000001:1.0:1767734667.336203:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1767734667.336205:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x2e:0x0] file closed with intent: 0 00000100:00000010:1.0:1767734667.336209:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cd880. 00000020:00000040:1.0:1767734667.336213:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:1.0:1767734667.336217:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734667.336219:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734667.336222:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734667.336227:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c733ea00. 00000100:00000001:1.0:1767734667.336232:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1767734667.336250:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f47d1c00 x1853602665170560/t12884908674(12884908674) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/664 e 0 to 0 dl 1767733966 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1767734667.336260:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1767734667.336266:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cd880 x1853602672037760/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1767734667.336274:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734667.336276:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734667.336280:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f3c0. 00000100:00000001:1.0:1767734667.336282:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723505088 : -117982986046528 : ffff94b1f206f3c0) 00000100:00000001:1.0:1767734667.336285:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.336286:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000001:1.0:1767734667.336290:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734667.336293:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.336295:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734667.336297:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734667.336301:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cd880 x1853602672037760/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.336309:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734667.336342:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.336346:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734667.336348:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734667.336358:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734667.336364:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cd880 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672037760:192.168.203.112@tcp:35:umount.0 00000100:00000001:1.0:1767734667.336368:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734667.336372:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734667.336375:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.336377:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734667.336381:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9294800. 02000000:00000001:1.0:1767734667.336383:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734667.336390:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734667.336393:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767734667.336398:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b770. 00000100:00000200:1.0:1767734667.336403:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672037760, portal 10 00000100:00000001:1.0:1767734667.336405:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.336411:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000040:1.0:1767734667.336417:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cd880 x1853602672037760/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734667.336425:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734667.336429:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734667.336432:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b990. 00000100:00000200:1.0:1767734667.336435:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672037760, offset 0 00000400:00000200:1.0:1767734667.336441:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734667.336447:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.336453:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734667.336457:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734667.336461:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734667.336464:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734667.336467:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734667.336472:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66421:66421:256:4294967295] 192.168.203.112@tcp LPNI seq info [66421:66421:8:4294967295] 00000400:00000200:1.0:1767734667.336477:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.336486:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734667.336496:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734667.336500:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cb00. 00000800:00000200:1.0:1767734667.336513:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734667.336520:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734667.336524:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cb00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1767734667.336544:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.336549:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10697 usecs (11 jiffies) 00000400:00000200:1.0:1767734667.336554:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.336557:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429169 00000100:00000001:1.0:1767734667.336588:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429165 00000100:00000001:1.0:1767734667.336594:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429169 00000100:00000001:1.0:1767734667.336598:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429165 00000100:00000001:1.0:1767734667.336601:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.336605:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.336607:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734667.336609:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734667.336612:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f3c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734667.336615:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734667.336617:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.336724:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.336731:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:2.0:1767734667.336738:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.336746:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.336752:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b990 00000400:00000010:2.0:1767734667.336755:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b990. 00000100:00000001:2.0:1767734667.336759:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.336767:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cd880 x1853602672037760/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.336800:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.336805:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd880 x1853602672037760/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.336814:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.336817:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734667.338416:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f14e1080. 00000080:00000010:1.1:1767734667.338431:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f17b18c0. 00000080:00000010:1.1:1767734667.338447:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f17b3180. 00000080:00000010:1.1:1767734667.338461:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f14e5280. 00000080:00000010:1.1:1767734667.338475:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f17b0000. 00000080:00000010:1.1:1767734667.338484:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f14e2100. 00000080:00000010:1.1:1767734667.338511:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f17b1080. 00000080:00000010:1.1:1767734667.338527:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4b0e300. 00000800:00000001:3.0:1767734667.338793:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.338804:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734667.338808:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.338811:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.338819:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.338826:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734667.338832:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.338837:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.338842:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.338846:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d24f80 00000400:00000200:3.0:1767734667.338852:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.338857:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b375 [1] + 224 00000800:00000001:3.0:1767734667.338864:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.338871:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.338875:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734667.338879:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.338884:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.338892:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cd880 x1853602672037760/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734667.338906:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1d02cd880 x1853602672037760/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734667.338976:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734667.338985:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.338990:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734667.341269:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.341277:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.341283:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.341295:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.341304:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b5d8 00000400:00000010:2.0:1767734667.341307:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b5d8. 00000100:00000001:2.0:1767734667.341338:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.341348:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672038016/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.341366:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.341373:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672038016/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.341385:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.341388:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734667.343406:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d0b9d280. 00000080:00000010:1.1:1767734667.343421:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4542100. 00000800:00000001:3.0:1767734667.343838:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.343849:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734667.343853:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.343856:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.343864:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.343871:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734667.343877:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.343882:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.343887:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.343891:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d25080 00000400:00000200:3.0:1767734667.343896:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.343902:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b37d [1] + 224 00000800:00000001:3.0:1767734667.343909:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.343915:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.343918:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734667.343923:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.343928:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.343935:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672038016/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734667.343948:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672038016/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734667.343972:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734667.343979:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734667.343983:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734667.345065:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.345073:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734667.345079:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.345087:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.345092:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b088 00000400:00000010:2.0:1767734667.345095:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b088. 00000100:00000001:2.0:1767734667.345104:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.345112:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672038272/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.345125:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.345129:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672038272/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.345159:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.345161:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.347410:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f075d280. 00000080:00000010:0.1:1767734667.347424:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d0b998c0. 00000080:00000010:0.1:1767734667.347432:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d0b9b180. 00000080:00000010:0.1:1767734667.347444:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f8101080. 00000800:00000001:2.0:1767734667.347644:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.347658:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.347662:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.347664:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.347671:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.347678:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.347686:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.347691:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.347696:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.347700:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d25180 00000400:00000200:2.0:1767734667.347706:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.347711:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b385 [1] + 224 00000800:00000001:2.0:1767734667.347718:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.347727:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.347730:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.347734:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.347739:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.347746:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672038272/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.347760:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672038272/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.347786:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.347794:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.347798:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734667.348787:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.348795:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734667.348801:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.348809:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.348813:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b440 00000400:00000010:2.0:1767734667.348827:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b440. 00000100:00000001:2.0:1767734667.348832:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.348840:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672038528/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.348852:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.348857:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672038528/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.348870:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.348872:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.351380:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.351394:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.351399:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.351403:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.351412:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.351421:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.351431:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.351436:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.351441:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.351445:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d25280 00000400:00000200:2.0:1767734667.351451:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.351456:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b38d [1] + 224 00000800:00000001:2.0:1767734667.351463:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.351471:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.351474:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.351479:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.351483:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.351491:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672038528/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.351504:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672038528/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.351531:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.351539:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.351555:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734667.352534:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.352542:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734667.352548:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.352556:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.352593:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b4c8 00000400:00000010:2.0:1767734667.352596:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b4c8. 00000100:00000001:2.0:1767734667.352601:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.352608:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672038784/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.352620:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.352625:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672038784/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.352634:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.352636:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.355096:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.355110:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.355114:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.355117:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.355124:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.355131:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.355138:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.355143:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.355148:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.355152:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d25380 00000400:00000200:2.0:1767734667.355157:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.355163:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b395 [1] + 224 00000800:00000001:2.0:1767734667.355169:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.355178:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.355181:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.355185:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.355190:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.355197:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672038784/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.355230:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672038784/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.355257:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.355266:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.355270:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767734667.356376:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4a5f380. 00000800:00000200:2.0:1767734667.356380:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.356388:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734667.356395:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.356403:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.356408:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b908 00000400:00000010:2.0:1767734667.356411:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b908. 00000100:00000001:2.0:1767734667.356417:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.356425:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672039040/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.356439:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.356443:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672039040/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.356453:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.356455:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.359057:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.359071:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.359075:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.359078:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.359085:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.359092:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.359099:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.359103:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.359108:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.359112:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d25480 00000400:00000200:2.0:1767734667.359118:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.359123:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b39d [1] + 224 00000800:00000001:2.0:1767734667.359141:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.359151:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.359154:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.359159:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.359164:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.359171:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672039040/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.359184:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672039040/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.359211:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.359218:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.359222:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734667.360353:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.360362:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734667.360370:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000080:00000010:0.1:1767734667.360375:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f8106300. 00000400:00000200:2.0:1767734667.360383:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.360391:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b000 00000400:00000010:2.0:1767734667.360395:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b000. 00000100:00000001:2.0:1767734667.360400:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.360408:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672039296/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.360421:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.360427:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672039296/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.360437:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.360440:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.362954:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.362968:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.362971:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.362974:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.362981:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.362988:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.362995:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.363011:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.363016:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.363020:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d25580 00000400:00000200:2.0:1767734667.363026:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.363031:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b3a5 [1] + 224 00000800:00000001:2.0:1767734667.363038:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.363047:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.363051:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.363055:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.363060:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.363067:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672039296/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.363081:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672039296/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.363107:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.363114:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.363118:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.363555:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.363585:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.363591:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672039296/t12884924606(12884924606) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.363599:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.363601:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c7e42500. 00000002:00000001:0.0:1767734667.363605:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.363607:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.363610:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1d1cf0cc0. 00000100:00000001:0.0:1767734667.363612:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.363616:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672039296/t12884924606(12884924606) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.363623:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.363625:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.363628:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.363630:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.363632:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.363633:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=76 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.363636:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.363638:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.363640:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.363641:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.363643:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.363645:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.363647:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.363649:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.363652:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.363658:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.363660:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.363663:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.363670:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.363673:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.363682:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.363685:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.363687:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x892:0x0](ffff94b1f8105b88) 00800000:00000001:0.0:1767734667.363690:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.363699:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x892:0x0] 00000002:00000001:0.0:1767734667.363702:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.363711:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c6147400 count: 3 00010000:00000001:0.0:1767734667.363714:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.363717:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.363720:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.363722:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.363724:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.363727:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.363729:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.363733:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.363736:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.363738:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x892:0x0] 00000002:00000001:0.0:1767734667.363741:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.363742:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x892:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.363747:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.363750:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=77 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.363753:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.363756:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.363759:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.363764:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.363768:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.363779:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8756680 x1853602671715584/t12884924356(12884924356) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.363789:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.363795:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672039552/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.363803:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.363804:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.363808:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.363811:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.363813:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.363815:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.363819:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.363828:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.363830:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.363832:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.363837:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672039552/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.363845:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.363847:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.363850:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.363853:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.363855:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.363859:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672039552:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.363863:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.363866:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.363869:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.363871:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.363875:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.363877:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.363883:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.363887:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.363891:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.363895:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672039552, portal 10 00000100:00000001:0.0:1767734667.363898:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.363899:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.363905:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672039552/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.363913:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.363916:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.363927:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bee0. 00000100:00000200:0.0:1767734667.363930:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672039552, offset 0 00000400:00000200:0.0:1767734667.363936:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.363942:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.363947:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.363952:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.363962:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.363966:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.363969:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.363973:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66428:66428:256:4294967295] 192.168.203.112@tcp LPNI seq info [66428:66428:8:4294967295] 00000400:00000200:0.0:1767734667.363978:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.363991:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.363997:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.364001:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734667.364007:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.364013:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.364018:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.364039:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.364044:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10696 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.364048:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.364051:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429196 00000100:00000001:0.0:1767734667.364056:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429192 00000100:00000001:0.0:1767734667.364061:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429196 00000100:00000001:0.0:1767734667.364064:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429192 00000100:00000001:0.0:1767734667.364068:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.364071:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.364073:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.364075:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.364078:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.364080:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.364083:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.364198:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.364206:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734667.364212:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.364220:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.364225:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bee0 00000400:00000010:2.0:1767734667.364228:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bee0. 00000100:00000001:2.0:1767734667.364232:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.364239:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672039552/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.364252:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.364256:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672039552/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.364265:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.364268:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.364366:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f8104200. 00000080:00000010:0.1:1767734667.364381:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4a59080. 00000800:00000001:2.0:1767734667.366802:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.366826:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.366830:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.366833:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.366840:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.366847:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.366853:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.366858:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.366862:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.366867:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d25680 00000400:00000200:2.0:1767734667.366872:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.366877:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b3ad [1] + 224 00000800:00000001:2.0:1767734667.366884:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.366892:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.366895:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.366900:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.366905:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.366912:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672039552/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.366925:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672039552/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.366951:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.366959:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.366962:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.367044:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.367053:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.367055:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.367059:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.367065:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.367068:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.367084:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.367094:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672039552/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.367107:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672039552/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.367117:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.367119:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.367122:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.367124:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.367126:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.367129:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.367132:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.367138:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.367142:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.367145:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.367147:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.367149:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.367153:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.367155:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.367157:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.367159:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.367161:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.367163:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.367167:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.367168:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.367171:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.367173:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.367178:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672039552/t12884924607(12884924607) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.367187:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.367190:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.367192:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.367197:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672039552/t12884924607(12884924607) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.367221:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672039552:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.367226:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.367229:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.367231:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.367233:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.367237:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672039552/t12884924607(12884924607) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.367245:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.367248:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.367251:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.367253:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.367258:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.367260:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.367262:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.367265:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.367268:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.367272:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.367274:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.367278:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.367282:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8756680 x1853602671715584/t12884924356(12884924356) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.367291:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.367292:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090831406720 : -117982878144896 : ffff94b1f8756680) 00000100:00000001:0.0:1767734667.367295:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.367299:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8756680 x1853602671715584/t12884924356(12884924356) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.367306:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.367309:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.367347:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672039552/t12884924607(12884924607) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.367371:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.367374:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.367380:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8756680 x1853602671715584/t12884924356(12884924356) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.367390:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.367393:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.367395:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=76 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.367399:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.367402:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c63c3c00. 02000000:00000001:0.0:1767734667.367407:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.367409:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.367412:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8756680. 00000100:00000001:0.0:1767734667.367417:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.367419:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.367422:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.367426:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672039552/t12884924607(12884924607) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.367435:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.367438:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c7e420a0. 00000002:00000001:0.0:1767734667.367442:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.367445:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.367448:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1d1cf0800. 00000100:00000001:0.0:1767734667.367452:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.367458:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672039552/t12884924607(12884924607) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.367466:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.367467:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.367470:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.367473:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.367474:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.367475:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=75 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.367477:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.367485:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.367488:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.367489:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.367491:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.367494:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.367495:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.367498:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.367500:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.367503:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.367505:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.367508:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.367511:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.367513:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.367524:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.367526:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.367528:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x893:0x0](ffff94b1f8107448) 00800000:00000001:0.0:1767734667.367532:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.367534:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x893:0x0] 00000002:00000001:0.0:1767734667.367537:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.367542:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26f00 count: 3 00010000:00000001:0.0:1767734667.367545:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.367548:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.367551:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.367553:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.367554:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.367558:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.367585:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.367590:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.367592:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.367594:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x893:0x0] 00000002:00000001:0.0:1767734667.367597:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.367599:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x893:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.367604:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.367608:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=76 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.367611:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.367613:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.367616:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.367621:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.367633:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.367644:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c683d500 x1853602671715200/t12884924355(12884924355) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.367655:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.367660:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672039808/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.367668:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.367670:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.367674:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.367676:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.367679:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.367681:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.367684:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.367687:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.367690:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.367691:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.367695:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672039808/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.367703:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.367705:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.367708:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.367711:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.367713:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.367717:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672039808:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.367721:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.367724:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.367726:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.367729:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.367732:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.367734:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.367740:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.367744:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.367754:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.367759:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672039808, portal 10 00000100:00000001:0.0:1767734667.367761:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.367763:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.367770:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672039808/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.367778:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.367781:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.367783:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b550. 00000100:00000200:0.0:1767734667.367786:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672039808, offset 0 00000400:00000200:0.0:1767734667.367793:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.367799:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.367805:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.367809:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.367813:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.367816:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.367820:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.367824:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66429:66429:256:4294967295] 192.168.203.112@tcp LPNI seq info [66429:66429:8:4294967295] 00000400:00000200:0.0:1767734667.367829:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.367838:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.367843:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.367848:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734667.367853:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.367860:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.367864:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.367884:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.367889:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10696 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.367894:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.367896:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429200 00000100:00000001:0.0:1767734667.367902:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429196 00000100:00000001:0.0:1767734667.367915:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429200 00000100:00000001:0.0:1767734667.367918:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429196 00000100:00000001:0.0:1767734667.367922:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.367925:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.367927:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.367929:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.367932:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.367935:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.367937:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.368044:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.368052:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.368057:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.368065:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.368070:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b550 00000400:00000010:2.0:1767734667.368073:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b550. 00000100:00000001:2.0:1767734667.368077:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.368085:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672039808/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.368097:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.368115:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672039808/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.368125:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.368127:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.368369:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f81018c0. 00000800:00000001:2.0:1767734667.370617:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.370631:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.370635:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.370638:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.370645:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.370652:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.370659:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.370664:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.370668:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.370673:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d25780 00000400:00000200:2.0:1767734667.370678:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.370684:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b3b5 [1] + 224 00000800:00000001:2.0:1767734667.370690:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.370699:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.370702:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.370707:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.370711:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.370718:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672039808/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.370732:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672039808/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.370758:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.370765:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.370769:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.370797:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.370806:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.370808:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.370812:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.370819:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.370821:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.370825:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.370834:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672039808/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.370847:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672039808/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.370857:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.370859:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.370862:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.370864:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.370866:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.370869:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.370871:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.370877:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.370882:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.370884:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.370886:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.370889:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.370892:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.370895:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.370910:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.370912:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.370914:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.370916:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.370920:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.370922:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.370924:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.370926:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.370932:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672039808/t12884924608(12884924608) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.370942:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.370944:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.370947:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.370954:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672039808/t12884924608(12884924608) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.370964:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672039808:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.370972:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.370976:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.370979:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.370982:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.370987:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672039808/t12884924608(12884924608) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.370995:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.370998:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.371002:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.371003:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.371008:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.371010:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.371013:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.371015:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.371019:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.371022:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.371031:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.371035:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.371040:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c683d500 x1853602671715200/t12884924355(12884924355) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.371049:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.371051:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089993491712 : -117983716059904 : ffff94b1c683d500) 00000100:00000001:0.0:1767734667.371054:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.371057:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c683d500 x1853602671715200/t12884924355(12884924355) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.371065:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.371067:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.371071:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672039808/t12884924608(12884924608) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.371079:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.371081:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.371084:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c683d500 x1853602671715200/t12884924355(12884924355) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.371091:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.371094:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.371096:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=75 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.371098:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.371101:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c63c0c00. 02000000:00000001:0.0:1767734667.371105:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.371108:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.371111:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c683d500. 00000100:00000001:0.0:1767734667.371116:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.371117:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.371120:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.371125:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672039808/t12884924608(12884924608) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.371133:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.371135:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c7e42f00. 00000002:00000001:0.0:1767734667.371143:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.371145:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.371148:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1d1cf07c0. 00000100:00000001:0.0:1767734667.371151:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.371155:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672039808/t12884924608(12884924608) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.371162:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.371164:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.371167:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.371169:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.371171:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.371172:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=74 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.371174:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.371176:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.371179:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.371180:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.371182:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.371184:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.371186:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.371188:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.371191:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.371193:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.371195:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.371198:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.371201:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.371204:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.371215:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.371217:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.371219:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x894:0x0](ffff94b1c4a5b248) 00800000:00000001:0.0:1767734667.371223:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.371225:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x894:0x0] 00000002:00000001:0.0:1767734667.371228:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.371233:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26b00 count: 3 00010000:00000001:0.0:1767734667.371236:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.371239:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.371242:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.371250:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.371252:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.371255:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.371257:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.371262:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.371265:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.371267:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x894:0x0] 00000002:00000001:0.0:1767734667.371270:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.371271:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x894:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.371276:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.371279:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=75 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.371283:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.371285:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.371289:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.371294:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.371298:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.371308:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c683c000 x1853602671714816/t12884924354(12884924354) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.371352:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.371360:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672040064/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.371370:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.371372:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.371377:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.371380:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.371384:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.371386:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.371391:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.371395:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.371398:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.371401:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.371407:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672040064/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.371416:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.371425:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.371429:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.371432:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.371435:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.371440:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672040064:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.371445:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.371449:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.371451:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.371454:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.371458:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.371461:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.371467:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.371471:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.371475:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.371480:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672040064, portal 10 00000100:00000001:0.0:1767734667.371483:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.371485:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.371492:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672040064/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.371500:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.371504:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.371507:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bd48. 00000100:00000200:0.0:1767734667.371510:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672040064, offset 0 00000400:00000200:0.0:1767734667.371517:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.371522:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.371528:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.371533:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.371537:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.371541:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.371544:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.371548:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66430:66430:256:4294967295] 192.168.203.112@tcp LPNI seq info [66430:66430:8:4294967295] 00000400:00000200:0.0:1767734667.371554:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.371592:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.371608:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.371617:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734667.371625:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.371635:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.371641:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.371661:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.371666:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10696 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.371672:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.371675:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429204 00000100:00000001:0.0:1767734667.371682:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429200 00000100:00000001:0.0:1767734667.371687:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429204 00000100:00000001:0.0:1767734667.371690:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429200 00000100:00000001:0.0:1767734667.371694:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.371697:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.371700:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.371702:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.371706:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.371709:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.371713:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.371802:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.371810:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.371817:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.371825:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.371830:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bd48 00000400:00000010:2.0:1767734667.371843:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bd48. 00000100:00000001:2.0:1767734667.371848:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.371855:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672040064/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.371867:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.371872:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672040064/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.371881:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.371883:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.372364:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4a58000. 00000800:00000001:2.0:1767734667.374466:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.374479:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.374483:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.374486:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.374493:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.374500:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.374507:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.374512:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.374517:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.374521:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d25880 00000400:00000200:2.0:1767734667.374527:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.374532:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b3bd [1] + 224 00000800:00000001:2.0:1767734667.374539:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.374547:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.374550:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.374555:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.374588:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.374596:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672040064/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.374610:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672040064/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.374635:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.374642:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.374659:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.374673:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.374683:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.374688:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.374691:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.374699:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.374701:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.374705:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.374714:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672040064/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.374729:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672040064/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.374739:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.374753:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.374756:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.374758:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.374760:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.374763:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.374766:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.374772:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.374776:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.374779:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.374781:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.374783:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.374786:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.374789:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.374791:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.374793:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.374795:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.374797:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.374800:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.374802:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.374804:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.374807:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.374812:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672040064/t12884924609(12884924609) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.374822:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.374824:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.374826:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.374831:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672040064/t12884924609(12884924609) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.374841:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672040064:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.374846:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.374849:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.374851:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.374853:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.374868:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672040064/t12884924609(12884924609) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.374877:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.374880:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.374883:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.374885:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.374890:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.374891:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.374894:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.374897:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.374900:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.374903:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.374906:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.374910:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.374914:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c683c000 x1853602671714816/t12884924354(12884924354) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.374923:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.374924:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089993486336 : -117983716065280 : ffff94b1c683c000) 00000100:00000001:0.0:1767734667.374927:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.374930:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c683c000 x1853602671714816/t12884924354(12884924354) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.374938:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.374941:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.374944:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672040064/t12884924609(12884924609) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.374952:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.374954:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.374957:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c683c000 x1853602671714816/t12884924354(12884924354) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.374964:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.374967:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.374969:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=74 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.374977:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.374983:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c63c0400. 02000000:00000001:0.0:1767734667.374987:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.374988:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.374990:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c683c000. 00000100:00000001:0.0:1767734667.374994:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.374995:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.374998:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.375002:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672040064/t12884924609(12884924609) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.375009:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.375012:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c7e42f20. 00000002:00000001:0.0:1767734667.375014:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.375017:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.375019:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1c8272340. 00000100:00000001:0.0:1767734667.375026:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.375030:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672040064/t12884924609(12884924609) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.375038:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.375041:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.375043:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.375047:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.375049:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.375050:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=73 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.375052:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.375054:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.375058:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.375061:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.375067:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.375071:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.375073:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.375075:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.375078:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.375081:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.375083:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.375091:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.375095:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.375098:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.375108:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.375110:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.375113:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x895:0x0](ffff94b1f81021c8) 00800000:00000001:0.0:1767734667.375118:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.375121:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x895:0x0] 00000002:00000001:0.0:1767734667.375125:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.375130:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26000 count: 3 00010000:00000001:0.0:1767734667.375135:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.375139:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.375143:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.375145:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.375147:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.375151:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.375153:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.375157:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.375160:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.375162:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x895:0x0] 00000002:00000001:0.0:1767734667.375165:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.375167:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x895:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.375172:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.375175:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=74 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.375179:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.375182:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.375185:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.375190:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.375194:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.375205:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c683c380 x1853602671714432/t12884924353(12884924353) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.375216:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.375222:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672040320/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.375231:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.375239:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.375244:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.375246:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.375249:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.375251:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.375255:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.375258:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.375260:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.375262:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.375267:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672040320/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.375276:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.375278:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.375282:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.375284:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.375287:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.375291:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672040320:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.375295:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.375299:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.375301:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.375304:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.375308:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.375343:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.375354:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.375358:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.375364:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.375370:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672040320, portal 10 00000100:00000001:0.0:1767734667.375374:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.375377:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.375385:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672040320/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.375394:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.375400:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.375411:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b880. 00000100:00000200:0.0:1767734667.375416:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672040320, offset 0 00000400:00000200:0.0:1767734667.375425:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.375433:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.375440:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.375446:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.375451:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.375455:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.375459:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.375463:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66431:66431:256:4294967295] 192.168.203.112@tcp LPNI seq info [66431:66431:8:4294967295] 00000400:00000200:0.0:1767734667.375468:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.375477:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.375483:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.375488:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734667.375494:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.375500:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.375505:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.375524:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.375530:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10696 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.375534:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.375537:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429208 00000100:00000001:0.0:1767734667.375547:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429204 00000100:00000001:0.0:1767734667.375553:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429208 00000100:00000001:0.0:1767734667.375557:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429204 00000100:00000001:0.0:1767734667.375580:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.375584:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.375587:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.375589:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.375593:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.375595:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.375605:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.375712:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.375720:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734667.375726:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.375734:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.375739:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b880 00000400:00000010:2.0:1767734667.375742:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b880. 00000100:00000001:2.0:1767734667.375746:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.375753:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672040320/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.375765:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.375770:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672040320/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.375779:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.375781:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.376361:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f8105ac0. 00000800:00000001:2.0:1767734667.378241:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.378255:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.378258:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.378261:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.378268:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.378275:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.378283:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.378287:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.378292:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.378296:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d25980 00000400:00000200:2.0:1767734667.378302:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.378346:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b3c5 [1] + 224 00000800:00000001:2.0:1767734667.378355:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.378367:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.378371:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.378379:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.378384:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.378392:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672040320/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.378429:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672040320/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.378451:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.378461:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.378465:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.378495:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.378506:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.378509:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.378512:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.378521:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.378524:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.378529:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.378539:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672040320/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.378554:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672040320/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.378590:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.378592:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.378596:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.378600:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.378602:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.378605:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.378608:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.378615:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.378620:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.378623:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.378625:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.378627:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.378630:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.378633:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.378635:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.378637:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.378639:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.378641:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.378644:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.378646:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.378648:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.378651:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.378656:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672040320/t12884924610(12884924610) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.378686:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.378689:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.378691:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.378696:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672040320/t12884924610(12884924610) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.378706:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672040320:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.378712:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.378714:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.378717:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.378719:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.378723:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672040320/t12884924610(12884924610) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.378730:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.378733:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.378737:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.378738:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.378743:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.378745:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.378748:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.378751:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.378754:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.378758:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.378760:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.378764:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.378769:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c683c380 x1853602671714432/t12884924353(12884924353) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.378778:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.378779:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089993487232 : -117983716064384 : ffff94b1c683c380) 00000100:00000001:0.0:1767734667.378782:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.378794:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c683c380 x1853602671714432/t12884924353(12884924353) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.378802:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.378805:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.378808:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672040320/t12884924610(12884924610) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.378816:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.378818:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.378821:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c683c380 x1853602671714432/t12884924353(12884924353) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.378829:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.378831:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.378833:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=73 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.378835:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.378838:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c63c3000. 02000000:00000001:0.0:1767734667.378842:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.378844:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.378846:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c683c380. 00000100:00000001:0.0:1767734667.378849:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.378850:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.378852:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.378856:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672040320/t12884924610(12884924610) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.378863:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.378866:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c7e427c0. 00000002:00000001:0.0:1767734667.378869:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.378871:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.378873:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1c8272d00. 00000100:00000001:0.0:1767734667.378876:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.378880:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672040320/t12884924610(12884924610) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.378887:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.378894:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.378897:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.378900:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.378902:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.378903:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=72 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.378906:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.378907:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.378910:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.378911:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.378913:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.378916:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.378917:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.378919:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.378922:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.378924:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.378927:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.378929:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.378933:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.378935:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.378945:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.378947:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.378949:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x896:0x0](ffff94b1f8100908) 00800000:00000001:0.0:1767734667.378953:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.378954:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x896:0x0] 00000002:00000001:0.0:1767734667.378958:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.378963:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26500 count: 3 00010000:00000001:0.0:1767734667.378966:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.378969:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.378971:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.378974:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.378976:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.378979:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.378982:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.378986:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.378989:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.378991:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x896:0x0] 00000002:00000001:0.0:1767734667.378993:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.378995:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x896:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.379000:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.379009:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=73 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.379012:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.379014:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.379017:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.379023:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.379027:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.379045:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c683ce00 x1853602671714048/t12884924352(12884924352) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.379055:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.379060:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672040576/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.379068:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.379069:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.379073:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.379076:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.379078:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.379080:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.379084:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.379087:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.379089:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.379090:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.379094:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672040576/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.379102:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.379104:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.379107:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.379110:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.379112:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.379116:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672040576:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.379120:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.379123:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.379125:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.379134:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.379141:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.379144:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.379151:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.379154:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.379159:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.379164:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672040576, portal 10 00000100:00000001:0.0:1767734667.379166:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.379168:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.379175:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672040576/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.379183:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.379186:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.379189:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bcc0. 00000100:00000200:0.0:1767734667.379192:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672040576, offset 0 00000400:00000200:0.0:1767734667.379200:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.379206:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.379211:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.379216:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.379221:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.379227:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.379230:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.379237:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66432:66432:256:4294967295] 192.168.203.112@tcp LPNI seq info [66432:66432:8:4294967295] 00000400:00000200:0.0:1767734667.379249:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.379260:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.379270:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.379275:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1700. 00000800:00000200:0.0:1767734667.379281:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.379287:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.379292:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.379348:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.379362:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10695 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.379369:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.379373:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429212 00000100:00000001:0.0:1767734667.379379:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429208 00000100:00000001:0.0:1767734667.379386:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429212 00000100:00000001:0.0:1767734667.379392:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429208 00000100:00000001:0.0:1767734667.379400:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.379404:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.379407:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.379410:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.379413:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.379418:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.379422:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.379498:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.379506:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734667.379512:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.379523:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.379528:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bcc0 00000400:00000010:2.0:1767734667.379531:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bcc0. 00000100:00000001:2.0:1767734667.379535:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.379543:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672040576/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.379555:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.379581:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672040576/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.379592:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.379594:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.382031:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.382044:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.382048:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.382051:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.382058:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.382065:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.382072:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.382077:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.382081:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.382086:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d25a80 00000400:00000200:2.0:1767734667.382091:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.382097:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b3cd [1] + 224 00000800:00000001:2.0:1767734667.382115:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.382124:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.382127:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.382132:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.382136:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.382144:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672040576/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.382157:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672040576/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.382183:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.382191:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.382194:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.382279:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.382289:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.382291:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.382295:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.382302:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.382305:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.382308:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.382348:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672040576/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.382362:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672040576/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.382372:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.382374:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.382377:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.382380:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.382382:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.382384:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.382387:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.382393:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.382397:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.382413:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.382415:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.382418:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.382421:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.382424:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.382425:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.382428:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.382430:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.382432:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.382435:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.382437:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.382439:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.382441:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.382447:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672040576/t12884924611(12884924611) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.382456:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.382459:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.382461:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.382466:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672040576/t12884924611(12884924611) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.382475:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672040576:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.382481:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.382484:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.382486:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.382488:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.382492:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672040576/t12884924611(12884924611) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.382500:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.382503:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.382506:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.382508:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.382513:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.382520:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.382523:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.382526:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.382529:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.382533:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.382535:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.382539:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.382544:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c683ce00 x1853602671714048/t12884924352(12884924352) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.382553:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.382554:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089993489920 : -117983716061696 : ffff94b1c683ce00) 00000100:00000001:0.0:1767734667.382557:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.382585:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c683ce00 x1853602671714048/t12884924352(12884924352) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.382594:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.382597:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.382601:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672040576/t12884924611(12884924611) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.382608:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.382610:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.382614:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c683ce00 x1853602671714048/t12884924352(12884924352) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.382621:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.382624:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.382626:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=72 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.382628:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.382631:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c63c1c00. 02000000:00000001:0.0:1767734667.382636:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.382637:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.382639:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c683ce00. 00000100:00000001:0.0:1767734667.382643:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.382644:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.382654:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.382659:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672040576/t12884924611(12884924611) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.382667:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.382670:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c7e42400. 00000002:00000001:0.0:1767734667.382673:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.382679:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.382682:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1c8272040. 00000100:00000001:0.0:1767734667.382685:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.382688:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672040576/t12884924611(12884924611) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.382695:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.382697:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.382700:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.382702:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.382704:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.382705:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=71 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.382707:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.382709:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.382711:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.382713:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.382714:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.382717:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.382718:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.382721:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.382723:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.382726:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.382728:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.382731:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.382734:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.382737:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.382747:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.382749:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.382752:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x897:0x0](ffff94b1f8105348) 00800000:00000001:0.0:1767734667.382755:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.382763:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x897:0x0] 00000002:00000001:0.0:1767734667.382766:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.382775:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26c00 count: 3 00010000:00000001:0.0:1767734667.382778:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.382782:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.382784:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.382787:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.382789:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.382793:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.382795:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.382799:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.382801:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.382803:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x897:0x0] 00000002:00000001:0.0:1767734667.382806:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.382809:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x897:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.382814:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.382817:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=72 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.382821:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.382824:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.382827:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.382832:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.382837:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.382848:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c683d180 x1853602671713664/t12884924351(12884924351) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.382859:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.382865:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672040832/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.382874:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.382875:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.382880:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.382882:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.382885:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.382887:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.382891:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.382900:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.382903:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.382905:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.382910:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672040832/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.382918:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.382920:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.382924:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.382926:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.382929:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.382933:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672040832:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.382937:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.382941:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.382943:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.382946:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.382950:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.382952:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.382959:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.382962:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.382967:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.382972:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672040832, portal 10 00000100:00000001:0.0:1767734667.382974:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.382976:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.382982:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672040832/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.382991:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.382994:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.382997:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bcc0. 00000100:00000200:0.0:1767734667.383001:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672040832, offset 0 00000400:00000200:0.0:1767734667.383007:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.383013:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.383019:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.383024:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.383034:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.383038:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.383041:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.383045:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66433:66433:256:4294967295] 192.168.203.112@tcp LPNI seq info [66433:66433:8:4294967295] 00000400:00000200:0.0:1767734667.383050:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.383059:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.383066:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.383070:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1900. 00000800:00000200:0.0:1767734667.383075:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.383082:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.383086:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.383107:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.383112:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10695 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.383117:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.383119:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429215 00000100:00000001:0.0:1767734667.383125:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429212 00000100:00000001:0.0:1767734667.383129:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429215 00000100:00000001:0.0:1767734667.383133:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429212 00000100:00000001:0.0:1767734667.383136:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.383139:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.383141:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.383143:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.383146:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.383149:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.383151:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.383265:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.383273:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734667.383279:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.383286:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.383291:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bcc0 00000400:00000010:2.0:1767734667.383294:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bcc0. 00000100:00000001:2.0:1767734667.383298:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.383306:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672040832/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.383372:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.383379:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672040832/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.383389:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.383392:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.384396:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f8107380. 00000800:00000001:2.0:1767734667.385779:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.385793:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.385797:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.385800:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.385807:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.385813:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.385821:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.385837:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.385842:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.385846:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d25b80 00000400:00000200:2.0:1767734667.385852:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.385857:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b3d5 [1] + 224 00000800:00000001:2.0:1767734667.385864:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.385873:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.385876:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.385881:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.385886:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.385893:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672040832/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.385907:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672040832/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.385933:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.385941:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.385944:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.386024:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.386034:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.386036:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.386040:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.386046:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.386049:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.386064:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.386073:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672040832/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.386087:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672040832/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.386096:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.386098:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.386101:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.386104:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.386106:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.386108:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.386111:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.386117:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.386121:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.386124:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.386126:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.386128:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.386132:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.386134:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.386136:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.386139:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.386141:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.386142:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.386146:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.386148:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.386150:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.386152:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.386157:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672040832/t12884924612(12884924612) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.386166:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.386169:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.386171:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.386175:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672040832/t12884924612(12884924612) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.386200:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672040832:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.386206:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.386209:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.386211:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.386213:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.386217:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672040832/t12884924612(12884924612) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.386225:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.386228:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.386231:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.386233:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.386237:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.386239:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.386242:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.386244:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.386248:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.386251:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.386254:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.386257:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.386262:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c683d180 x1853602671713664/t12884924351(12884924351) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.386270:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.386272:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089993490816 : -117983716060800 : ffff94b1c683d180) 00000100:00000001:0.0:1767734667.386274:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.386278:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c683d180 x1853602671713664/t12884924351(12884924351) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.386286:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.386288:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.386291:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672040832/t12884924612(12884924612) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.386344:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.386347:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.386352:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c683d180 x1853602671713664/t12884924351(12884924351) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.386360:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.386362:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.386364:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=71 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.386367:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.386370:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c63c1800. 02000000:00000001:0.0:1767734667.386378:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.386380:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.386382:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c683d180. 00000100:00000001:0.0:1767734667.386385:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.386387:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.386389:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.386393:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672040832/t12884924612(12884924612) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.386400:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.386402:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c7e42aa0. 00000002:00000001:0.0:1767734667.386405:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.386408:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.386410:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013980. 00000100:00000001:0.0:1767734667.386413:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.386417:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672040832/t12884924612(12884924612) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.386424:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.386425:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.386428:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.386430:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.386432:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.386433:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=70 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.386435:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.386445:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.386448:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.386450:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.386451:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.386454:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.386456:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.386458:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.386461:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.386463:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.386465:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.386468:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.386472:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.386474:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.386484:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.386486:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.386488:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x898:0x0](ffff94b1f81000c8) 00800000:00000001:0.0:1767734667.386492:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.386494:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x898:0x0] 00000002:00000001:0.0:1767734667.386497:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.386502:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26d00 count: 3 00010000:00000001:0.0:1767734667.386505:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.386508:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.386510:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.386512:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.386514:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.386517:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.386519:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.386524:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.386526:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.386528:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x898:0x0] 00000002:00000001:0.0:1767734667.386531:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.386533:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x898:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.386537:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.386540:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=71 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.386543:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.386546:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.386549:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.386554:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.386589:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.386601:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c683fb80 x1853602671713280/t12884924350(12884924350) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.386612:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.386617:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672041088/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.386625:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.386627:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.386631:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.386634:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.386636:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.386638:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.386641:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.386645:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.386647:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.386648:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.386652:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672041088/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.386661:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.386662:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.386666:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.386668:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.386671:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.386674:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672041088:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.386678:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.386682:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.386684:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.386686:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.386690:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.386694:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.386701:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.386705:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.386718:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.386723:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672041088, portal 10 00000100:00000001:0.0:1767734667.386726:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.386728:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.386736:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672041088/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.386744:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.386747:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.386750:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b880. 00000100:00000200:0.0:1767734667.386753:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672041088, offset 0 00000400:00000200:0.0:1767734667.386759:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.386765:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.386773:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.386779:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.386783:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.386788:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.386792:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.386796:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66434:66434:256:4294967295] 192.168.203.112@tcp LPNI seq info [66434:66434:8:4294967295] 00000400:00000200:0.0:1767734667.386801:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.386810:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.386816:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.386820:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1900. 00000800:00000200:0.0:1767734667.386826:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.386833:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.386837:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.386857:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.386862:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10695 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.386866:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.386869:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429219 00000100:00000001:0.0:1767734667.386875:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429215 00000100:00000001:0.0:1767734667.386889:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429219 00000100:00000001:0.0:1767734667.386892:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429215 00000100:00000001:0.0:1767734667.386896:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.386899:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.386901:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.386903:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.386906:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.386909:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.386911:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.387025:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.387033:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734667.387039:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.387047:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.387052:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b880 00000400:00000010:2.0:1767734667.387055:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b880. 00000100:00000001:2.0:1767734667.387060:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.387067:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672041088/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.387080:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.387084:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672041088/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.387094:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.387096:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.389405:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4a5b180. 00000800:00000001:2.0:1767734667.389633:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.389658:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.389662:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.389665:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.389672:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.389679:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.389686:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.389691:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.389696:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.389700:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d25c80 00000400:00000200:2.0:1767734667.389706:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.389712:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b3dd [1] + 224 00000800:00000001:2.0:1767734667.389718:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.389727:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.389731:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.389735:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.389740:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.389747:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672041088/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.389761:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672041088/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.389789:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.389796:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.389800:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.389852:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.389860:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.389862:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.389865:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.389871:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.389873:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.389876:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.389885:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672041088/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.389899:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672041088/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.389909:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.389911:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.389914:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.389916:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.389918:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.389921:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.389923:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.389929:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.389934:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.389936:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.389938:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.389941:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.389944:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.389947:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.389960:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.389963:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.389965:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.389967:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.389970:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.389972:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.389974:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.389976:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.389982:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672041088/t12884924613(12884924613) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.389991:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.389994:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.389996:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.390001:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672041088/t12884924613(12884924613) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.390011:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672041088:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.390016:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.390019:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.390021:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.390023:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.390027:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672041088/t12884924613(12884924613) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.390035:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.390039:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.390042:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.390044:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.390048:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.390050:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.390053:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.390055:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.390059:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.390062:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.390070:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.390074:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.390080:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c683fb80 x1853602671713280/t12884924350(12884924350) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.390089:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.390090:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089993501568 : -117983716050048 : ffff94b1c683fb80) 00000100:00000001:0.0:1767734667.390093:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.390097:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c683fb80 x1853602671713280/t12884924350(12884924350) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.390105:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.390107:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.390111:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672041088/t12884924613(12884924613) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.390118:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.390120:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.390124:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c683fb80 x1853602671713280/t12884924350(12884924350) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.390131:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.390134:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.390135:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=70 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.390138:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.390141:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c63c1000. 02000000:00000001:0.0:1767734667.390145:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.390147:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.390148:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c683fb80. 00000100:00000001:0.0:1767734667.390154:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.390156:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.390158:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.390162:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672041088/t12884924613(12884924613) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.390169:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.390171:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c7e42a00. 00000002:00000001:0.0:1767734667.390179:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.390182:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.390185:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013200. 00000100:00000001:0.0:1767734667.390188:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.390192:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672041088/t12884924613(12884924613) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.390200:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.390201:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.390204:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.390207:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.390208:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.390209:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=69 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.390212:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.390214:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.390216:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.390218:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.390219:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.390222:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.390224:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.390226:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.390229:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.390231:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.390233:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.390236:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.390240:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.390242:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.390251:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.390253:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.390256:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x899:0x0](ffff94b1c4a5d348) 00800000:00000001:0.0:1767734667.390259:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.390261:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x899:0x0] 00000002:00000001:0.0:1767734667.390264:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.390273:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26700 count: 3 00010000:00000001:0.0:1767734667.390276:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.390280:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.390282:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.390293:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.390295:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.390298:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.390300:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.390305:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.390307:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.390341:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x899:0x0] 00000002:00000001:0.0:1767734667.390345:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.390347:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x899:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.390352:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.390356:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=70 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.390359:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.390362:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.390365:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.390370:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.390375:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.390386:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c683ea00 x1853602671712896/t12884924349(12884924349) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.390396:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.390401:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672041344/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.390409:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.390411:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.390415:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.390417:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.390420:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.390421:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.390425:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.390428:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.390430:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.390432:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.390436:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672041344/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.390444:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.390453:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.390457:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.390459:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.390462:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.390466:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672041344:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.390470:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.390473:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.390476:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.390478:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.390482:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.390484:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.390490:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.390494:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.390498:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.390503:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672041344, portal 10 00000100:00000001:0.0:1767734667.390506:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.390507:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.390513:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672041344/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.390521:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.390524:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.390527:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bd48. 00000100:00000200:0.0:1767734667.390530:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672041344, offset 0 00000400:00000200:0.0:1767734667.390536:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.390542:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.390547:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.390552:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.390556:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.390582:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.390586:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.390590:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66435:66435:256:4294967295] 192.168.203.112@tcp LPNI seq info [66435:66435:8:4294967295] 00000400:00000200:0.0:1767734667.390596:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.390605:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.390620:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.390625:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1700. 00000800:00000200:0.0:1767734667.390631:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.390637:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.390641:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.390660:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.390664:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10695 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.390669:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.390672:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429223 00000100:00000001:0.0:1767734667.390677:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429219 00000100:00000001:0.0:1767734667.390682:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429223 00000100:00000001:0.0:1767734667.390685:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429219 00000100:00000001:0.0:1767734667.390688:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.390691:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.390693:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.390695:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.390699:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.390702:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.390705:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.390799:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.390807:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734667.390813:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.390821:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.390827:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bd48 00000400:00000010:2.0:1767734667.390829:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bd48. 00000100:00000001:2.0:1767734667.390834:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.390841:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672041344/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.390854:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.390872:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672041344/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.390882:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.390884:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.393196:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.393210:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.393214:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.393217:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.393224:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.393231:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.393238:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.393243:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.393248:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.393252:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d25d80 00000400:00000200:2.0:1767734667.393257:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.393263:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b3e5 [1] + 224 00000800:00000001:2.0:1767734667.393269:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.393278:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.393281:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.393285:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.393290:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.393297:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672041344/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.393354:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672041344/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.393375:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.393385:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.393390:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767734667.393421:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f8102100. 00000080:00000010:0.1:1767734667.393435:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f8100840. 00000100:00000001:0.0:1767734667.393457:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.393464:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.393466:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.393469:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.393473:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.393475:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.393479:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.393488:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672041344/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.393502:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672041344/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.393512:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.393526:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.393529:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.393531:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.393533:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.393536:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.393539:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.393545:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.393549:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.393552:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.393554:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.393557:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.393587:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.393591:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.393593:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.393596:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.393598:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.393600:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.393603:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.393605:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.393607:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.393610:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.393616:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672041344/t12884924614(12884924614) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.393625:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.393628:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.393630:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.393634:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672041344/t12884924614(12884924614) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.393645:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672041344:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.393650:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.393653:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.393655:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.393657:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.393669:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672041344/t12884924614(12884924614) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.393678:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.393681:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.393685:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.393687:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.393692:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.393693:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.393697:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.393699:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.393703:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.393707:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.393709:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.393713:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.393717:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c683ea00 x1853602671712896/t12884924349(12884924349) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.393726:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.393728:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089993497088 : -117983716054528 : ffff94b1c683ea00) 00000100:00000001:0.0:1767734667.393731:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.393734:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c683ea00 x1853602671712896/t12884924349(12884924349) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.393742:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.393744:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.393748:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672041344/t12884924614(12884924614) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.393755:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.393757:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.393761:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c683ea00 x1853602671712896/t12884924349(12884924349) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.393768:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.393771:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.393772:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=69 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.393780:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.393783:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c2e22400. 02000000:00000001:0.0:1767734667.393788:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.393790:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.393792:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c683ea00. 00000100:00000001:0.0:1767734667.393796:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.393797:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.393799:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.393804:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672041344/t12884924614(12884924614) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.393812:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.393814:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c7e425a0. 00000002:00000001:0.0:1767734667.393817:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.393819:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.393822:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013180. 00000100:00000001:0.0:1767734667.393824:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.393828:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672041344/t12884924614(12884924614) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.393835:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.393837:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.393839:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.393842:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.393843:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.393844:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=68 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.393847:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.393848:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.393851:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.393852:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.393853:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.393856:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.393857:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.393859:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.393862:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.393865:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.393867:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.393875:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.393879:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.393881:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.393891:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.393893:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.393895:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x89a:0x0](ffff94b1f8103248) 00800000:00000001:0.0:1767734667.393899:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.393901:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x89a:0x0] 00000002:00000001:0.0:1767734667.393904:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.393909:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26200 count: 3 00010000:00000001:0.0:1767734667.393912:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.393915:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.393917:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.393919:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.393921:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.393925:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.393927:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.393932:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.393934:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.393936:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x89a:0x0] 00000002:00000001:0.0:1767734667.393938:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.393940:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x89a:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.393945:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.393948:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=69 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.393951:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.393953:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.393957:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.393961:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.393966:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.393977:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c683f100 x1853602671712512/t12884924348(12884924348) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.393987:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.393992:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672041600/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.394000:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.394009:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.394014:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.394016:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.394019:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.394021:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.394024:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.394027:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.394029:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.394031:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.394036:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672041600/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.394044:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.394046:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.394049:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.394051:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.394054:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.394058:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672041600:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.394062:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.394065:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.394067:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.394070:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.394073:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.394075:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.394082:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.394085:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.394089:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.394094:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672041600, portal 10 00000100:00000001:0.0:1767734667.394096:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.394098:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.394104:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672041600/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.394112:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.394115:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.394123:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b550. 00000100:00000200:0.0:1767734667.394127:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672041600, offset 0 00000400:00000200:0.0:1767734667.394133:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.394140:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.394145:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.394150:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.394154:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.394157:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.394160:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.394164:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66436:66436:256:4294967295] 192.168.203.112@tcp LPNI seq info [66436:66436:8:4294967295] 00000400:00000200:0.0:1767734667.394169:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.394179:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.394185:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.394189:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734667.394195:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.394201:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.394205:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.394226:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.394232:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10695 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.394237:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.394240:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429226 00000100:00000001:0.0:1767734667.394245:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429223 00000100:00000001:0.0:1767734667.394250:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429226 00000100:00000001:0.0:1767734667.394254:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429223 00000100:00000001:0.0:1767734667.394257:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.394260:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.394263:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.394264:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.394267:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.394270:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.394279:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.394414:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.394422:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734667.394428:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.394436:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.394441:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b550 00000400:00000010:2.0:1767734667.394454:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b550. 00000100:00000001:2.0:1767734667.394459:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.394467:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672041600/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.394479:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.394483:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672041600/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.394493:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.394495:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.396891:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.396905:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.396908:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.396911:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.396918:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.396925:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.396933:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.396937:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.396942:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.396946:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d25e80 00000400:00000200:2.0:1767734667.396952:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.396957:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b3ed [1] + 224 00000800:00000001:2.0:1767734667.396964:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.396972:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.396975:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.396980:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.396984:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.396991:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672041600/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.397005:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672041600/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.397031:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.397038:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.397053:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.397117:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.397127:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.397129:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.397133:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.397140:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.397143:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.397147:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.397156:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672041600/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.397170:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672041600/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.397181:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.397183:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.397186:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.397188:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.397190:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.397192:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.397195:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.397201:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.397205:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.397209:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.397210:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.397213:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.397217:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.397220:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.397222:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.397224:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.397226:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.397228:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.397231:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.397233:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.397235:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.397237:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.397242:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672041600/t12884924615(12884924615) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.397273:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.397276:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.397278:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.397283:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672041600/t12884924615(12884924615) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.397293:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672041600:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.397299:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.397301:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.397304:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.397306:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000080:00000010:0.1:1767734667.397354:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f8105280. 00000080:00000010:0.1:1767734667.397364:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f8100000. 00000100:00000040:0.0:1767734667.397370:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672041600/t12884924615(12884924615) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.397379:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.397382:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.397385:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.397386:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.397392:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.397394:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.397396:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.397399:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.397403:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.397406:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.397409:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.397412:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.397417:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c683f100 x1853602671712512/t12884924348(12884924348) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.397426:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.397428:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089993498880 : -117983716052736 : ffff94b1c683f100) 00000100:00000001:0.0:1767734667.397431:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.397445:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c683f100 x1853602671712512/t12884924348(12884924348) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.397453:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.397455:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.397459:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672041600/t12884924615(12884924615) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.397467:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.397469:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.397472:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c683f100 x1853602671712512/t12884924348(12884924348) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.397480:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.397482:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.397484:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=68 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.397487:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.397489:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1e7e8a400. 02000000:00000001:0.0:1767734667.397497:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.397499:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.397501:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c683f100. 00000100:00000001:0.0:1767734667.397505:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.397507:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.397509:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.397512:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672041600/t12884924615(12884924615) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.397520:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.397522:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c7e42fc0. 00000002:00000001:0.0:1767734667.397525:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.397528:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.397530:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013c00. 00000100:00000001:0.0:1767734667.397533:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.397537:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672041600/t12884924615(12884924615) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.397544:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.397551:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.397554:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.397557:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.397558:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.397588:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=67 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.397590:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.397593:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.397595:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.397597:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.397598:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.397601:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.397603:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.397606:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.397609:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.397611:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.397613:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.397616:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.397620:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.397622:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.397632:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.397634:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.397637:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x89b:0x0](ffff94b1c4a5c2c8) 00800000:00000001:0.0:1767734667.397640:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.397642:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x89b:0x0] 00000002:00000001:0.0:1767734667.397645:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.397651:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26a00 count: 3 00010000:00000001:0.0:1767734667.397654:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.397657:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.397659:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.397661:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.397663:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.397667:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.397669:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.397674:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.397677:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.397679:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x89b:0x0] 00000002:00000001:0.0:1767734667.397681:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.397683:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x89b:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.397687:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.397698:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=68 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.397702:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.397704:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.397707:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.397713:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.397717:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.397728:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c683dc00 x1853602671712128/t12884924347(12884924347) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.397739:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.397745:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672041856/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.397754:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.397756:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.397760:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.397763:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.397766:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.397767:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.397771:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.397774:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.397777:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.397778:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.397782:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672041856/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.397791:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.397793:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.397796:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.397799:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.397801:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.397805:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672041856:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.397809:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.397812:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.397815:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.397825:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.397829:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.397831:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.397838:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.397841:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.397845:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.397850:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672041856, portal 10 00000100:00000001:0.0:1767734667.397852:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.397854:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.397861:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672041856/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.397869:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.397872:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.397875:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bee0. 00000100:00000200:0.0:1767734667.397882:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672041856, offset 0 00000400:00000200:0.0:1767734667.397887:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.397893:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.397899:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.397903:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.397907:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.397911:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.397914:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.397918:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66437:66437:256:4294967295] 192.168.203.112@tcp LPNI seq info [66437:66437:8:4294967295] 00000400:00000200:0.0:1767734667.397923:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.397932:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.397938:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.397942:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734667.397948:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.397955:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.397959:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.397979:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.397991:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10695 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.397997:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.397999:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429230 00000100:00000001:0.0:1767734667.398005:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429226 00000100:00000001:0.0:1767734667.398010:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429230 00000100:00000001:0.0:1767734667.398013:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429226 00000100:00000001:0.0:1767734667.398016:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.398020:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.398022:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.398024:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.398027:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.398030:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.398032:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.398142:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.398153:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.398159:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.398167:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.398172:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bee0 00000400:00000010:2.0:1767734667.398175:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bee0. 00000100:00000001:2.0:1767734667.398179:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.398187:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672041856/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.398199:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.398204:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672041856/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.398217:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.398223:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.400631:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.400645:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.400650:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.400655:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.400664:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.400673:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.400680:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.400685:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.400690:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.400694:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d25f80 00000400:00000200:2.0:1767734667.400700:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.400705:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b3f5 [1] + 224 00000800:00000001:2.0:1767734667.400712:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.400721:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.400724:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.400728:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.400733:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.400740:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672041856/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.400774:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672041856/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.400799:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.400808:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.400812:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.400851:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.400861:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.400863:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.400867:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.400873:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.400876:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.400880:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.400889:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672041856/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.400903:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672041856/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.400913:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.400915:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.400918:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.400920:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.400922:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.400925:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.400928:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.400934:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.400938:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.400953:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.400956:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.400959:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.400962:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.400965:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.400967:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.400969:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.400971:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.400973:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.400977:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.400978:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.400981:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.400983:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.400988:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672041856/t12884924616(12884924616) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.400997:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.401000:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.401002:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.401007:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672041856/t12884924616(12884924616) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.401018:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672041856:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.401023:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.401026:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.401028:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.401030:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.401034:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672041856/t12884924616(12884924616) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.401042:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.401045:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.401049:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.401050:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.401056:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.401063:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.401066:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.401069:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.401074:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.401077:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.401080:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.401083:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.401089:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c683dc00 x1853602671712128/t12884924347(12884924347) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.401098:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.401099:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089993493504 : -117983716058112 : ffff94b1c683dc00) 00000100:00000001:0.0:1767734667.401102:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.401106:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c683dc00 x1853602671712128/t12884924347(12884924347) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.401114:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.401116:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.401120:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672041856/t12884924616(12884924616) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.401127:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.401129:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.401132:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c683dc00 x1853602671712128/t12884924347(12884924347) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.401140:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.401143:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.401145:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=67 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.401147:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.401150:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1e7e8ac00. 02000000:00000001:0.0:1767734667.401153:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.401155:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.401157:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c683dc00. 00000100:00000001:0.0:1767734667.401160:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.401162:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.401169:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.401174:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672041856/t12884924616(12884924616) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.401183:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.401185:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c7e42e80. 00000002:00000001:0.0:1767734667.401188:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.401190:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.401193:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013640. 00000100:00000001:0.0:1767734667.401196:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.401199:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672041856/t12884924616(12884924616) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.401206:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.401208:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.401210:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.401213:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.401215:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.401216:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=66 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.401218:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.401220:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.401223:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.401224:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.401225:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.401228:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.401229:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.401232:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.401234:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.401237:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.401240:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.401243:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.401247:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.401249:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.401259:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.401262:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.401264:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x89c:0x0](ffff94b1f8102a08) 00800000:00000001:0.0:1767734667.401268:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.401275:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x89c:0x0] 00000002:00000001:0.0:1767734667.401278:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.401283:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328d00 count: 3 00010000:00000001:0.0:1767734667.401286:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.401289:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.401292:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.401294:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.401296:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.401299:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.401301:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.401306:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.401308:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00000080:00000010:0.1:1767734667.401345:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4a5d280. 00800000:00000002:0.0:1767734667.401358:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x89c:0x0] 00000002:00000001:0.0:1767734667.401361:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.401363:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x89c:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.401368:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.401372:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=67 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.401375:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.401378:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.401381:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.401386:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.401390:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.401401:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c419ad80 x1853602671711744/t12884924346(12884924346) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.401411:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.401417:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672042112/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.401426:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.401427:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.401431:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.401434:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.401436:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.401438:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.401441:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.401452:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.401455:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.401457:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.401462:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672042112/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.401471:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.401473:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.401477:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.401479:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.401482:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.401486:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672042112:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.401490:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.401493:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.401496:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.401498:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.401502:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.401504:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.401510:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.401514:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.401518:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.401523:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672042112, portal 10 00000100:00000001:0.0:1767734667.401526:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.401528:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.401534:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672042112/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.401542:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.401546:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.401549:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b000. 00000100:00000200:0.0:1767734667.401552:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672042112, offset 0 00000400:00000200:0.0:1767734667.401558:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.401590:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.401596:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.401605:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.401619:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.401622:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.401625:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.401630:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66438:66438:256:4294967295] 192.168.203.112@tcp LPNI seq info [66438:66438:8:4294967295] 00000400:00000200:0.0:1767734667.401635:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.401645:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.401652:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.401657:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734667.401662:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.401669:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.401674:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.401692:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.401697:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10695 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.401702:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.401705:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429234 00000100:00000001:0.0:1767734667.401714:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429230 00000100:00000001:0.0:1767734667.401723:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429234 00000100:00000001:0.0:1767734667.401727:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429230 00000100:00000001:0.0:1767734667.401731:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.401735:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.401738:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.401741:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.401744:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.401749:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.401751:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.401828:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.401835:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.401841:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.401849:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.401854:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b000 00000400:00000010:2.0:1767734667.401857:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b000. 00000100:00000001:2.0:1767734667.401861:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.401869:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672042112/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.401881:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.401886:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672042112/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.401895:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.401897:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.404476:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.404489:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.404493:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.404495:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.404503:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.404510:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.404517:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.404522:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.404526:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.404531:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d26080 00000400:00000200:2.0:1767734667.404537:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.404542:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b3fd [1] + 224 00000800:00000001:2.0:1767734667.404593:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.404615:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.404619:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.404624:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.404630:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.404637:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672042112/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.404651:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672042112/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.404676:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.404683:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.404688:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.404718:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.404728:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.404730:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.404738:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.404745:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.404748:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.404763:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.404772:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672042112/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.404787:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672042112/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.404797:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.404799:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.404802:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.404804:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.404807:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.404809:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.404812:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.404818:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.404823:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.404826:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.404828:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.404831:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.404834:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.404838:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.404839:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.404842:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.404844:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.404846:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.404850:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.404852:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.404854:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.404857:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.404862:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672042112/t12884924617(12884924617) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.404871:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.404874:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.404877:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.404882:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672042112/t12884924617(12884924617) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.404911:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672042112:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.404917:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.404920:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.404922:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.404925:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.404929:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672042112/t12884924617(12884924617) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.404937:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.404941:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.404944:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.404945:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.404950:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.404952:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.404955:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.404958:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.404962:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.404965:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.404968:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.404972:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.404976:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c419ad80 x1853602671711744/t12884924346(12884924346) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.404986:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.404987:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089952980352 : -117983756571264 : ffff94b1c419ad80) 00000100:00000001:0.0:1767734667.404990:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.404993:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c419ad80 x1853602671711744/t12884924346(12884924346) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.405001:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.405003:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.405007:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672042112/t12884924617(12884924617) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.405027:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.405029:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.405033:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c419ad80 x1853602671711744/t12884924346(12884924346) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.405040:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.405043:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.405045:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=66 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.405047:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.405050:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f9ce5000. 02000000:00000001:0.0:1767734667.405054:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.405056:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.405058:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c419ad80. 00000100:00000001:0.0:1767734667.405066:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.405068:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.405070:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.405073:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672042112/t12884924617(12884924617) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.405081:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.405083:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1de897100. 00000002:00000001:0.0:1767734667.405086:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.405089:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.405091:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451f480. 00000100:00000001:0.0:1767734667.405094:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.405098:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672042112/t12884924617(12884924617) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.405105:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.405107:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.405109:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.405112:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.405113:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.405114:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=65 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.405117:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.405124:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.405127:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.405128:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.405130:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.405133:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.405134:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.405137:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.405139:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.405142:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.405144:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.405147:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.405150:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.405153:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.405163:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.405165:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.405167:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x89d:0x0](ffff94b1c4a59988) 00800000:00000001:0.0:1767734667.405171:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.405173:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x89d:0x0] 00000002:00000001:0.0:1767734667.405176:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.405181:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328500 count: 3 00010000:00000001:0.0:1767734667.405184:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.405187:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.405190:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.405192:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.405194:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.405197:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.405199:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.405203:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.405206:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.405208:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x89d:0x0] 00000002:00000001:0.0:1767734667.405210:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.405216:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x89d:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.405220:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.405224:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=66 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.405227:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.405229:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.405232:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.405238:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.405249:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.405260:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c4199880 x1853602671711360/t12884924345(12884924345) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.405271:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.405276:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672042368/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.405285:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.405287:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.405291:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.405294:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.405297:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.405299:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.405303:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.405306:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.405337:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.405340:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.405345:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672042368/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.405362:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.405364:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.405368:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.405371:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.405374:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.405378:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672042368:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.405382:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.405386:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.405388:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.405391:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.405395:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.405398:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.405404:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.405408:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.405420:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.405425:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672042368, portal 10 00000100:00000001:0.0:1767734667.405428:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.405430:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.405437:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672042368/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.405446:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.405449:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.405452:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b908. 00000100:00000200:0.0:1767734667.405456:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672042368, offset 0 00000400:00000200:0.0:1767734667.405461:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.405467:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.405472:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.405477:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.405481:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.405485:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.405488:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.405492:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66439:66439:256:4294967295] 192.168.203.112@tcp LPNI seq info [66439:66439:8:4294967295] 00000400:00000200:0.0:1767734667.405498:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.405507:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.405513:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.405517:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734667.405523:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.405529:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.405534:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.405554:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.405584:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10695 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.405590:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.405597:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429238 00000100:00000001:0.0:1767734667.405608:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429234 00000100:00000001:0.0:1767734667.405625:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429238 00000100:00000001:0.0:1767734667.405631:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429234 00000100:00000001:0.0:1767734667.405638:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.405641:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.405644:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.405647:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.405651:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.405654:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.405658:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.405725:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.405733:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734667.405739:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.405746:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.405751:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b908 00000400:00000010:2.0:1767734667.405754:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b908. 00000100:00000001:2.0:1767734667.405758:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.405766:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672042368/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.405778:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.405782:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672042368/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.405792:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.405794:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.408252:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.408266:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.408269:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.408273:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.408280:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.408287:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.408294:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.408358:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.408367:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.408374:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d26180 00000400:00000200:2.0:1767734667.408381:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.408387:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b405 [1] + 224 00000800:00000001:2.0:1767734667.408395:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.408408:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.408413:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.408420:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.408426:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.408436:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672042368/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.408450:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672042368/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.408471:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.408479:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.408483:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.408515:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.408525:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.408527:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.408530:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.408537:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.408540:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.408543:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.408553:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672042368/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.408590:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672042368/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.408600:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.408602:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.408605:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.408608:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.408610:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.408612:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.408615:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.408621:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.408625:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.408629:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.408631:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.408633:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.408636:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.408639:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.408653:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.408656:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.408658:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.408660:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.408664:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.408666:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.408668:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.408670:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.408676:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672042368/t12884924618(12884924618) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.408686:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.408689:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.408691:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.408696:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672042368/t12884924618(12884924618) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.408706:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672042368:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.408711:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.408714:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.408716:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.408718:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.408722:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672042368/t12884924618(12884924618) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.408730:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.408733:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.408737:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.408738:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.408743:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.408745:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.408748:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.408751:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.408754:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.408758:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.408766:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.408770:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.408776:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c4199880 x1853602671711360/t12884924345(12884924345) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.408785:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.408786:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089952974976 : -117983756576640 : ffff94b1c4199880) 00000100:00000001:0.0:1767734667.408789:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.408793:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c4199880 x1853602671711360/t12884924345(12884924345) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.408801:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.408803:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.408807:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672042368/t12884924618(12884924618) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.408814:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.408816:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.408820:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c4199880 x1853602671711360/t12884924345(12884924345) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.408827:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.408830:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.408831:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=65 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.408834:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.408836:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f9ce4c00. 02000000:00000001:0.0:1767734667.408840:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.408842:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.408844:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c4199880. 00000100:00000001:0.0:1767734667.408848:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.408850:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.408852:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.408855:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672042368/t12884924618(12884924618) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.408863:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.408865:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1de897060. 00000002:00000001:0.0:1767734667.408873:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.408876:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.408883:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451f100. 00000100:00000001:0.0:1767734667.408886:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.408890:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672042368/t12884924618(12884924618) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.408898:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.408899:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.408902:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.408905:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.408906:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.408908:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=64 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.408910:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.408912:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.408914:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.408915:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.408917:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.408919:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.408921:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.408924:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.408926:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.408929:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.408932:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.408934:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.408938:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.408940:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.408950:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.408952:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.408954:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x89e:0x0](ffff94b1f8103a88) 00800000:00000001:0.0:1767734667.408958:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.408960:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x89e:0x0] 00000002:00000001:0.0:1767734667.408963:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.408968:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26600 count: 3 00010000:00000001:0.0:1767734667.408972:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.408975:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.408977:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.408985:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.408987:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.408991:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.408993:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.408998:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.409001:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.409003:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x89e:0x0] 00000002:00000001:0.0:1767734667.409006:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.409008:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x89e:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.409013:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.409016:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=65 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.409019:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.409022:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.409025:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.409030:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.409036:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.409046:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c4199f80 x1853602671710976/t12884924344(12884924344) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.409056:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.409062:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672042624/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.409070:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.409072:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.409076:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.409079:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.409081:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.409083:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.409087:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.409090:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.409093:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.409094:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.409098:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672042624/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.409107:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.409114:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.409118:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.409120:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.409123:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.409127:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672042624:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.409131:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.409135:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.409137:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.409140:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.409143:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.409145:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.409152:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.409155:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.409160:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.409164:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672042624, portal 10 00000100:00000001:0.0:1767734667.409167:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.409169:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.409175:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672042624/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.409183:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.409186:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.409189:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b4c8. 00000100:00000200:0.0:1767734667.409192:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672042624, offset 0 00000400:00000200:0.0:1767734667.409198:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.409204:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.409209:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.409214:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.409218:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.409222:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.409225:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.409229:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66440:66440:256:4294967295] 192.168.203.112@tcp LPNI seq info [66440:66440:8:4294967295] 00000400:00000200:0.0:1767734667.409234:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.409243:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.409256:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.409260:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1700. 00000800:00000200:0.0:1767734667.409266:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.409273:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.409278:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.409299:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.409304:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10693 usecs (11 jiffies) 00000080:00000010:0.1:1767734667.409349:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f8103180. 00000400:00000200:0.0:1767734667.409357:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.409361:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429242 00000100:00000001:0.0:1767734667.409367:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429238 00000100:00000001:0.0:1767734667.409373:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429242 00000100:00000001:0.0:1767734667.409379:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429238 00000100:00000001:0.0:1767734667.409383:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.409387:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.409390:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.409393:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.409396:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.409399:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.409402:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.409467:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.409475:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734667.409480:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.409488:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.409493:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b4c8 00000400:00000010:2.0:1767734667.409495:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b4c8. 00000100:00000001:2.0:1767734667.409500:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.409507:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672042624/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.409519:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.409524:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672042624/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.409532:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.409535:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.412100:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.412128:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.412132:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.412135:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.412142:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.412149:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.412155:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.412160:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.412164:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.412169:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d26280 00000400:00000200:2.0:1767734667.412178:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.412184:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b40d [1] + 224 00000800:00000001:2.0:1767734667.412190:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.412199:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.412202:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.412206:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.412211:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.412218:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672042624/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.412235:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672042624/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.412262:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.412269:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.412273:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.412384:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.412398:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.412401:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.412405:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.412417:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.412420:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.412425:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.412436:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672042624/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.412451:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672042624/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.412461:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.412477:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.412481:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.412483:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.412485:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.412488:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.412491:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.412498:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.412502:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.412505:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.412507:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.412510:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.412513:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.412517:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.412518:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.412521:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.412523:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.412525:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.412528:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.412530:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.412533:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.412535:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.412540:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672042624/t12884924619(12884924619) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.412550:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.412553:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.412555:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.412584:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672042624/t12884924619(12884924619) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.412596:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672042624:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.412602:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.412605:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.412608:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.412609:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.412622:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672042624/t12884924619(12884924619) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.412631:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.412634:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.412638:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.412640:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.412645:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.412647:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.412650:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.412653:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.412657:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.412660:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.412663:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.412667:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.412672:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c4199f80 x1853602671710976/t12884924344(12884924344) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.412682:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.412683:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089952976768 : -117983756574848 : ffff94b1c4199f80) 00000100:00000001:0.0:1767734667.412686:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.412690:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c4199f80 x1853602671710976/t12884924344(12884924344) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.412698:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.412700:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.412703:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672042624/t12884924619(12884924619) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.412711:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.412713:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.412716:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c4199f80 x1853602671710976/t12884924344(12884924344) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.412724:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.412726:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.412728:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=64 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.412736:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.412739:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f9ce7000. 02000000:00000001:0.0:1767734667.412744:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.412745:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.412748:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c4199f80. 00000100:00000001:0.0:1767734667.412751:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.412753:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.412755:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.412760:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672042624/t12884924619(12884924619) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.412768:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.412770:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1de897fe0. 00000002:00000001:0.0:1767734667.412773:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.412775:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.412778:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451f340. 00000100:00000001:0.0:1767734667.412781:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.412784:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672042624/t12884924619(12884924619) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.412793:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.412795:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.412797:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.412800:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.412802:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.412803:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=63 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.412805:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.412807:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.412809:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.412811:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.412812:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.412815:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.412816:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.412818:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.412821:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.412824:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.412826:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.412834:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.412838:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.412840:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.412850:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.412853:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.412855:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x89f:0x0](ffff94b1f8104b08) 00800000:00000001:0.0:1767734667.412859:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.412861:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x89f:0x0] 00000002:00000001:0.0:1767734667.412865:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.412870:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26800 count: 3 00010000:00000001:0.0:1767734667.412873:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.412876:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.412879:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.412881:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.412883:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.412887:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.412889:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.412893:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.412896:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.412898:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x89f:0x0] 00000002:00000001:0.0:1767734667.412901:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.412903:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x89f:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.412908:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.412911:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=64 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.412915:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.412918:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.412921:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.412926:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.412930:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.412941:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c4199500 x1853602671710592/t12884924343(12884924343) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.412951:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.412957:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672042880/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.412966:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.412974:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.412978:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.412981:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.412984:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.412985:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.412989:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.412992:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.412994:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.412996:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.413000:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672042880/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.413009:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.413011:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.413015:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.413017:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.413020:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.413024:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672042880:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.413028:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.413031:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.413033:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.413036:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.413039:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.413041:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.413047:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.413051:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.413055:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.413060:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672042880, portal 10 00000100:00000001:0.0:1767734667.413063:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.413065:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.413071:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672042880/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.413080:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.413083:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.413091:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b440. 00000100:00000200:0.0:1767734667.413096:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672042880, offset 0 00000400:00000200:0.0:1767734667.413102:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.413108:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.413114:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.413118:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.413123:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.413126:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.413129:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.413134:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66441:66441:256:4294967295] 192.168.203.112@tcp LPNI seq info [66441:66441:8:4294967295] 00000400:00000200:0.0:1767734667.413139:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.413148:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.413153:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.413158:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1900. 00000800:00000200:0.0:1767734667.413164:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.413170:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.413175:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.413195:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.413201:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.413206:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.413209:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429245 00000100:00000001:0.0:1767734667.413215:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429242 00000100:00000001:0.0:1767734667.413219:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429245 00000100:00000001:0.0:1767734667.413223:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429242 00000100:00000001:0.0:1767734667.413226:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.413230:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.413232:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.413234:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.413237:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.413240:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.413249:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767734667.413371:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4a5c200. 00000800:00000200:2.0:1767734667.413401:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.413409:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734667.413418:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.413427:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.413432:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b440 00000400:00000010:2.0:1767734667.413435:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b440. 00000100:00000001:2.0:1767734667.413440:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.413447:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672042880/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.413460:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.413478:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672042880/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.413487:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.413490:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.416003:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.416017:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.416021:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.416024:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.416031:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.416038:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.416045:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.416050:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.416054:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.416059:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d26380 00000400:00000200:2.0:1767734667.416064:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.416070:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b415 [1] + 224 00000800:00000001:2.0:1767734667.416076:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.416085:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.416088:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.416092:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.416097:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.416104:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672042880/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.416117:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672042880/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.416143:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.416150:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.416154:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.416230:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.416240:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.416242:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.416246:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.416256:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.416263:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.416266:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.416276:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672042880/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.416290:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672042880/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.416300:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.416302:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.416305:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.416307:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.416340:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.416344:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.416348:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.416355:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.416360:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.416365:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.416368:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.416375:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.416383:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.416386:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.416388:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.416391:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.416395:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.416397:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.416401:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.416404:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.416407:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.416410:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.416416:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672042880/t12884924620(12884924620) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.416450:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.416453:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.416456:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.416462:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672042880/t12884924620(12884924620) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.416473:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672042880:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.416478:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.416481:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.416483:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.416485:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.416489:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672042880/t12884924620(12884924620) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.416498:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.416501:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.416505:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.416506:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.416511:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.416513:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.416515:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.416518:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.416522:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.416525:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.416528:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.416531:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.416536:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c4199500 x1853602671710592/t12884924343(12884924343) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.416545:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.416547:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089952974080 : -117983756577536 : ffff94b1c4199500) 00000100:00000001:0.0:1767734667.416549:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.416582:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c4199500 x1853602671710592/t12884924343(12884924343) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.416592:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.416595:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.416599:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672042880/t12884924620(12884924620) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.416607:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.416609:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.416613:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c4199500 x1853602671710592/t12884924343(12884924343) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.416621:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.416623:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.416625:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=63 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.416627:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.416630:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f9ce7c00. 02000000:00000001:0.0:1767734667.416634:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.416636:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.416638:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c4199500. 00000100:00000001:0.0:1767734667.416641:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.416643:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.416645:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.416648:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672042880/t12884924620(12884924620) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.416656:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.416658:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1de8977e0. 00000002:00000001:0.0:1767734667.416661:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.416664:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.416667:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451f400. 00000100:00000001:0.0:1767734667.416670:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.416674:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672042880/t12884924620(12884924620) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.416681:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.416689:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.416692:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.416695:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.416697:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.416698:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=62 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.416701:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.416702:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.416705:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.416706:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.416708:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.416711:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.416712:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.416715:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.416717:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.416720:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.416722:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.416724:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.416728:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.416730:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.416741:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.416743:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.416745:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8a0:0x0](ffff94b1c4a58908) 00800000:00000001:0.0:1767734667.416750:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.416752:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8a0:0x0] 00000002:00000001:0.0:1767734667.416755:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.416760:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26100 count: 3 00010000:00000001:0.0:1767734667.416763:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.416767:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.416769:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.416771:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.416773:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.416777:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.416779:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.416784:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.416786:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.416789:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8a0:0x0] 00000002:00000001:0.0:1767734667.416791:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.416793:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8a0:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.416798:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.416807:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=63 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.416811:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.416813:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.416816:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.416822:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.416826:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.416837:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c419b480 x1853602671710208/t12884924342(12884924342) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.416847:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.416853:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672043136/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.416861:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.416863:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.416867:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.416870:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.416873:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.416874:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.416878:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.416881:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.416884:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.416885:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.416889:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672043136/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.416898:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.416900:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.416903:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.416905:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.416908:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.416912:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672043136:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.416916:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.416919:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.416921:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.416929:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.416932:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.416935:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.416941:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.416945:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.416949:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.416957:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672043136, portal 10 00000100:00000001:0.0:1767734667.416960:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.416962:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.416973:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672043136/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.416980:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.416984:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.416986:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b088. 00000100:00000200:0.0:1767734667.416990:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672043136, offset 0 00000400:00000200:0.0:1767734667.416995:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.417001:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.417007:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.417011:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.417015:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.417018:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.417021:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.417025:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66442:66442:256:4294967295] 192.168.203.112@tcp LPNI seq info [66442:66442:8:4294967295] 00000400:00000200:0.0:1767734667.417034:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.417043:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.417049:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.417054:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1900. 00000800:00000200:0.0:1767734667.417059:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.417066:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.417070:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.417091:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.417103:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.417110:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.417113:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429249 00000100:00000001:0.0:1767734667.417118:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429245 00000100:00000001:0.0:1767734667.417123:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429249 00000100:00000001:0.0:1767734667.417127:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429245 00000100:00000001:0.0:1767734667.417130:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.417134:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.417136:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.417138:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.417141:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.417144:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.417146:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.417255:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.417263:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734667.417269:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.417276:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.417281:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b088 00000400:00000010:2.0:1767734667.417295:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b088. 00000100:00000001:2.0:1767734667.417300:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.417352:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672043136/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.417368:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.417376:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672043136/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000080:00000010:0.1:1767734667.417377:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f8102940. 00000080:00000010:0.1:1767734667.417391:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4a598c0. 00000100:00000001:2.0:1767734667.417394:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.417400:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.419792:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.419805:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.419809:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.419811:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.419818:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.419825:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.419833:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.419837:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.419842:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.419846:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d26480 00000400:00000200:2.0:1767734667.419852:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.419857:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b41d [1] + 224 00000800:00000001:2.0:1767734667.419863:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.419872:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.419875:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.419879:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.419884:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.419891:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672043136/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.419905:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672043136/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.419930:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.419938:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.419953:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.420019:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.420029:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.420031:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.420035:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.420042:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.420045:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.420049:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.420057:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672043136/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.420071:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672043136/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.420082:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.420084:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.420086:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.420089:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.420091:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.420093:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.420096:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.420102:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.420107:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.420122:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.420124:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.420127:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.420130:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.420133:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.420135:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.420138:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.420140:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.420142:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.420145:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.420147:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.420149:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.420151:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.420157:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672043136/t12884924621(12884924621) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.420166:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.420169:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.420172:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.420176:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672043136/t12884924621(12884924621) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.420187:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672043136:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.420192:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.420195:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.420197:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.420199:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.420203:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672043136/t12884924621(12884924621) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.420211:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.420214:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.420217:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.420219:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.420224:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.420233:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.420236:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.420239:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.420243:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.420247:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.420249:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.420253:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.420258:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c419b480 x1853602671710208/t12884924342(12884924342) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.420267:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.420269:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089952982144 : -117983756569472 : ffff94b1c419b480) 00000100:00000001:0.0:1767734667.420271:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.420275:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c419b480 x1853602671710208/t12884924342(12884924342) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.420283:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.420285:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.420288:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672043136/t12884924621(12884924621) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.420296:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.420298:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.420301:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c419b480 x1853602671710208/t12884924342(12884924342) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.420341:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.420345:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.420347:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=62 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.420349:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.420352:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f9ce5c00. 02000000:00000001:0.0:1767734667.420356:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.420358:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.420360:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c419b480. 00000100:00000001:0.0:1767734667.420365:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.420368:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.420378:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.420385:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672043136/t12884924621(12884924621) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.420394:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.420397:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1de897da0. 00000002:00000001:0.0:1767734667.420400:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.420403:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.420407:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451f200. 00000100:00000001:0.0:1767734667.420410:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.420415:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672043136/t12884924621(12884924621) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.420424:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.420427:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.420430:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.420434:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.420437:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.420439:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=61 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.420441:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.420444:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.420447:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.420449:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.420451:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.420455:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.420457:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.420459:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.420462:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.420464:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.420466:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.420469:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.420473:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.420475:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.420485:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.420488:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.420490:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8a1:0x0](ffff94b1f8106c08) 00800000:00000001:0.0:1767734667.420493:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.420501:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8a1:0x0] 00000002:00000001:0.0:1767734667.420509:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.420514:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26e00 count: 3 00010000:00000001:0.0:1767734667.420517:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.420521:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.420523:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.420526:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.420528:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.420531:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.420533:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.420538:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.420540:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.420542:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8a1:0x0] 00000002:00000001:0.0:1767734667.420545:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.420547:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8a1:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.420552:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.420556:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=62 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.420586:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.420589:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.420593:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.420599:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.420607:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.420618:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c419b800 x1853602671709824/t12884924341(12884924341) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.420630:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.420636:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672043392/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.420644:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.420646:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.420650:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.420653:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.420656:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.420658:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.420661:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.420671:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.420674:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.420676:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.420681:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672043392/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.420690:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.420692:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.420695:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.420698:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.420700:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.420704:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672043392:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.420708:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.420711:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.420714:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.420716:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.420719:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.420722:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.420728:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.420731:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.420736:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.420741:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672043392, portal 10 00000100:00000001:0.0:1767734667.420743:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.420745:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.420752:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672043392/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.420760:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.420764:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.420766:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b5d8. 00000100:00000200:0.0:1767734667.420769:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672043392, offset 0 00000400:00000200:0.0:1767734667.420775:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.420780:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.420786:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.420791:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.420802:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.420806:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.420809:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.420814:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66443:66443:256:4294967295] 192.168.203.112@tcp LPNI seq info [66443:66443:8:4294967295] 00000400:00000200:0.0:1767734667.420820:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.420830:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.420836:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.420841:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1700. 00000800:00000200:0.0:1767734667.420848:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.420855:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.420859:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.420880:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.420885:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.420890:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.420893:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429253 00000100:00000001:0.0:1767734667.420899:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429249 00000100:00000001:0.0:1767734667.420904:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429253 00000100:00000001:0.0:1767734667.420908:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429249 00000100:00000001:0.0:1767734667.420912:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.420915:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.420918:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.420919:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.420922:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.420925:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.420927:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.421043:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.421050:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734667.421056:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.421064:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.421069:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b5d8 00000400:00000010:2.0:1767734667.421072:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b5d8. 00000100:00000001:2.0:1767734667.421076:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.421084:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672043392/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.421096:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.421101:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672043392/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.421110:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.421112:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.421368:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f81039c0. 00000800:00000001:2.0:1767734667.424842:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.424856:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.424860:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.424863:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.424870:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.424877:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.424885:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.424890:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.424894:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.424899:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d26580 00000400:00000200:2.0:1767734667.424905:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.424910:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b425 [1] + 224 00000800:00000001:2.0:1767734667.424917:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.424926:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.424929:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.424933:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.424938:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.424945:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672043392/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.424979:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672043392/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.425005:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.425014:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.425019:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.425097:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.425106:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.425109:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.425113:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.425120:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.425122:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.425138:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.425147:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672043392/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.425161:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672043392/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.425171:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.425173:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.425176:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.425178:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.425180:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.425183:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.425186:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.425192:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.425196:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.425199:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.425201:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.425204:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.425208:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.425211:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.425212:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.425215:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.425217:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.425218:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.425222:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.425224:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.425226:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.425228:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.425233:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672043392/t12884924622(12884924622) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.425242:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.425245:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.425247:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.425252:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672043392/t12884924622(12884924622) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.425277:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672043392:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.425283:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.425286:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.425288:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.425290:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.425294:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672043392/t12884924622(12884924622) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.425303:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.425306:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000080:00000010:0.1:1767734667.425349:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f8104a40. 00000100:00000001:0.0:1767734667.425360:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.425362:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.425368:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.425369:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.425372:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.425375:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.425378:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.425381:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.425384:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.425388:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.425393:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c419b800 x1853602671709824/t12884924341(12884924341) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.425402:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.425404:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089952983040 : -117983756568576 : ffff94b1c419b800) 00000100:00000001:0.0:1767734667.425407:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.425411:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c419b800 x1853602671709824/t12884924341(12884924341) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.425419:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.425421:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.425425:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672043392/t12884924622(12884924622) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.425449:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.425452:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.425456:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c419b800 x1853602671709824/t12884924341(12884924341) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.425464:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.425466:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.425468:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=61 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.425471:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.425473:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f9ce4400. 02000000:00000001:0.0:1767734667.425477:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.425479:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.425481:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c419b800. 00000100:00000001:0.0:1767734667.425484:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.425486:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.425488:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.425492:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672043392/t12884924622(12884924622) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.425500:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.425502:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1de897440. 00000002:00000001:0.0:1767734667.425505:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.425508:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.425510:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451f140. 00000100:00000001:0.0:1767734667.425513:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.425516:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672043392/t12884924622(12884924622) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.425524:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.425525:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.425528:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.425531:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.425532:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.425534:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=60 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.425536:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.425544:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.425551:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.425552:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.425554:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.425557:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.425583:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.425587:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.425590:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.425593:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.425595:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.425598:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.425602:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.425604:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.425614:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.425616:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.425618:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8a2:0x0](ffff94b1c4a5ba88) 00800000:00000001:0.0:1767734667.425622:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.425624:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8a2:0x0] 00000002:00000001:0.0:1767734667.425627:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.425632:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26900 count: 3 00010000:00000001:0.0:1767734667.425635:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.425639:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.425641:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.425643:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.425645:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.425649:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.425651:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.425656:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.425658:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.425660:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8a2:0x0] 00000002:00000001:0.0:1767734667.425663:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.425665:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8a2:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.425670:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.425673:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=61 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.425677:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.425679:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.425683:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.425688:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.425700:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.425711:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c419a680 x1853602671709440/t12884924340(12884924340) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.425722:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.425728:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672043648/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.425737:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.425739:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.425743:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.425746:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.425749:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.425751:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.425755:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.425759:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.425761:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.425763:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.425766:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672043648/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.425775:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.425778:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.425781:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.425784:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.425786:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.425790:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672043648:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.425794:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.425797:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.425800:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.425802:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.425805:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.425808:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.425814:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.425817:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.425828:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.425833:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672043648, portal 10 00000100:00000001:0.0:1767734667.425835:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.425837:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.425844:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672043648/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.425852:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.425855:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.425857:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bb28. 00000100:00000200:0.0:1767734667.425861:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672043648, offset 0 00000400:00000200:0.0:1767734667.425866:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.425872:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.425878:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.425882:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.425886:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.425890:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.425893:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.425897:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66444:66444:256:4294967295] 192.168.203.112@tcp LPNI seq info [66444:66444:8:4294967295] 00000400:00000200:0.0:1767734667.425902:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.425911:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.425917:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.425921:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734667.425927:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.425934:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.425938:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.425959:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.425963:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.425968:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.425970:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429258 00000100:00000001:0.0:1767734667.425976:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429253 00000100:00000001:0.0:1767734667.425990:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429258 00000100:00000001:0.0:1767734667.425994:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429253 00000100:00000001:0.0:1767734667.425997:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.426000:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.426003:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.426005:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.426008:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.426011:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.426013:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.426123:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.426130:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734667.426136:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.426144:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.426150:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bb28 00000400:00000010:2.0:1767734667.426153:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bb28. 00000100:00000001:2.0:1767734667.426157:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.426165:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672043648/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.426177:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.426182:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672043648/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.426191:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.426194:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.428701:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.428715:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.428718:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.428721:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.428729:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.428735:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.428743:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.428748:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.428753:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.428757:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d26680 00000400:00000200:2.0:1767734667.428763:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.428769:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b42d [1] + 224 00000800:00000001:2.0:1767734667.428787:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.428797:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.428800:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.428805:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.428810:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.428817:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672043648/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.428831:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672043648/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.428858:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.428866:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.428870:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.428950:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.428959:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.428961:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.428965:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.428971:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.428974:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.428978:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.428987:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672043648/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.429001:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672043648/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.429011:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.429013:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.429016:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.429018:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.429020:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.429022:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.429025:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.429031:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.429035:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.429038:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.429040:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.429043:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.429047:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.429050:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.429064:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.429066:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.429069:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.429071:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.429074:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.429076:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.429078:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.429081:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.429086:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672043648/t12884924623(12884924623) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.429096:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.429099:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.429101:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.429106:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672043648/t12884924623(12884924623) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.429116:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672043648:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.429122:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.429125:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.429127:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.429129:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.429133:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672043648/t12884924623(12884924623) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.429142:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.429145:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.429149:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.429151:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.429156:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.429157:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.429160:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.429163:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.429167:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.429170:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.429179:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.429183:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.429188:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c419a680 x1853602671709440/t12884924340(12884924340) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.429198:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.429200:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089952978560 : -117983756573056 : ffff94b1c419a680) 00000100:00000001:0.0:1767734667.429203:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.429206:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c419a680 x1853602671709440/t12884924340(12884924340) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.429214:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.429216:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.429220:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672043648/t12884924623(12884924623) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.429228:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.429230:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.429233:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c419a680 x1853602671709440/t12884924340(12884924340) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.429240:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.429243:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.429245:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=60 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.429247:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.429250:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f9ce6000. 02000000:00000001:0.0:1767734667.429253:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.429255:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.429257:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c419a680. 00000100:00000001:0.0:1767734667.429261:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.429263:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.429265:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.429269:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672043648/t12884924623(12884924623) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.429277:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.429279:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1de897a20. 00000002:00000001:0.0:1767734667.429289:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.429291:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.429294:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451f700. 00000100:00000001:0.0:1767734667.429297:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.429301:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672043648/t12884924623(12884924623) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000080:00000010:0.1:1767734667.429348:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4a58840. 00000100:00000001:0.0:1767734667.429356:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.429359:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.429361:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.429364:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.429366:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.429367:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=59 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.429370:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.429372:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.429375:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.429377:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.429378:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.429381:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.429383:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.429385:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.429388:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.429390:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.429393:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.429396:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.429400:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.429402:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.429411:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.429413:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.429416:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8a3:0x0](ffff94b1efdb42c8) 00800000:00000001:0.0:1767734667.429420:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.429422:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8a3:0x0] 00000002:00000001:0.0:1767734667.429425:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.429430:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26400 count: 3 00010000:00000001:0.0:1767734667.429434:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.429437:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.429440:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.429449:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.429451:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.429454:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.429457:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.429462:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.429464:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.429466:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8a3:0x0] 00000002:00000001:0.0:1767734667.429469:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.429472:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8a3:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.429477:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.429480:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=60 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.429484:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.429486:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.429490:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.429495:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.429500:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.429510:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c419b100 x1853602671709056/t12884924339(12884924339) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.429521:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.429527:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672043904/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.429536:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.429537:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.429541:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.429544:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.429546:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.429548:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.429552:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.429555:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.429558:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.429585:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.429590:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672043904/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.429598:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.429608:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.429612:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.429615:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.429617:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.429622:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672043904:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.429627:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.429631:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.429633:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.429636:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.429640:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.429643:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.429649:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.429653:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.429658:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.429662:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672043904, portal 10 00000100:00000001:0.0:1767734667.429665:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.429667:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.429674:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672043904/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.429683:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.429686:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.429689:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b6e8. 00000100:00000200:0.0:1767734667.429693:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672043904, offset 0 00000400:00000200:0.0:1767734667.429698:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.429704:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.429710:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.429715:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.429719:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.429722:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.429726:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.429730:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66445:66445:256:4294967295] 192.168.203.112@tcp LPNI seq info [66445:66445:8:4294967295] 00000400:00000200:0.0:1767734667.429736:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.429745:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.429759:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.429763:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734667.429770:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.429777:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.429781:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.429802:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.429807:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.429812:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.429816:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429262 00000100:00000001:0.0:1767734667.429822:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429258 00000100:00000001:0.0:1767734667.429827:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429262 00000100:00000001:0.0:1767734667.429831:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429258 00000100:00000001:0.0:1767734667.429835:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.429838:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.429841:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.429843:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.429847:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.429851:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.429854:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.429935:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.429946:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.429956:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.429964:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.429969:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b6e8 00000400:00000010:2.0:1767734667.429972:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b6e8. 00000100:00000001:2.0:1767734667.429977:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.429985:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672043904/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.429998:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.430002:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672043904/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.430012:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.430015:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.432664:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.432677:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.432681:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.432684:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.432695:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.432702:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.432710:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.432727:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.432732:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.432737:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d26780 00000400:00000200:2.0:1767734667.432743:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.432749:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b435 [1] + 224 00000800:00000001:2.0:1767734667.432756:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.432765:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.432768:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.432773:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.432778:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.432786:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672043904/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.432800:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672043904/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.432827:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.432835:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.432839:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.432912:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.432922:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.432924:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.432928:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.432935:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.432938:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.432942:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.432951:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672043904/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.432965:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672043904/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.432976:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.432990:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.432993:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.432995:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.432998:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.433001:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.433003:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.433010:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.433014:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.433017:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.433019:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.433021:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.433025:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.433028:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.433030:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.433032:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.433034:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.433036:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.433039:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.433041:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.433043:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.433046:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.433051:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672043904/t12884924624(12884924624) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.433060:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.433063:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.433065:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.433070:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672043904/t12884924624(12884924624) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.433080:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672043904:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.433085:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.433088:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.433090:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.433092:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.433103:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672043904/t12884924624(12884924624) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.433112:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.433116:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.433124:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.433125:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.433131:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.433132:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.433135:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.433138:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.433142:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.433145:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.433147:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.433151:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.433155:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c419b100 x1853602671709056/t12884924339(12884924339) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.433165:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.433166:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089952981248 : -117983756570368 : ffff94b1c419b100) 00000100:00000001:0.0:1767734667.433169:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.433173:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c419b100 x1853602671709056/t12884924339(12884924339) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.433180:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.433183:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.433186:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672043904/t12884924624(12884924624) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.433194:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.433196:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.433199:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c419b100 x1853602671709056/t12884924339(12884924339) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.433207:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.433209:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.433211:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=59 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.433219:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.433222:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f9ce5800. 02000000:00000001:0.0:1767734667.433226:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.433228:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.433230:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c419b100. 00000100:00000001:0.0:1767734667.433234:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.433235:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.433238:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.433242:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672043904/t12884924624(12884924624) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.433250:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.433252:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1de897880. 00000002:00000001:0.0:1767734667.433255:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.433257:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.433260:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451fd80. 00000100:00000001:0.0:1767734667.433263:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.433266:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672043904/t12884924624(12884924624) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.433274:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.433276:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.433279:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.433282:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.433283:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.433285:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=58 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.433287:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.433289:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.433292:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.433293:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.433294:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.433297:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.433298:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.433301:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.433303:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.433306:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.433308:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767734667.433349:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f8106b40. 00000080:00000001:0.0:1767734667.433375:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.433379:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.433386:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.433396:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.433399:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.433402:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8a4:0x0](ffff94b1c4a5a1c8) 00800000:00000001:0.0:1767734667.433406:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.433408:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8a4:0x0] 00000002:00000001:0.0:1767734667.433412:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.433417:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26300 count: 3 00010000:00000001:0.0:1767734667.433420:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.433424:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.433426:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.433429:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.433431:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.433434:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.433437:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.433441:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.433444:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.433446:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8a4:0x0] 00000002:00000001:0.0:1767734667.433449:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.433451:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8a4:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.433456:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.433459:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=59 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.433463:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.433466:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.433469:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.433474:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.433479:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.433490:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c683f480 x1853602671708672/t12884924338(12884924338) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.433502:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.433507:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672044160/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.433516:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.433525:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.433530:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.433533:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.433536:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.433538:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.433542:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.433545:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.433547:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.433549:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.433554:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672044160/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.433593:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.433595:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.433599:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.433602:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.433609:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.433613:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672044160:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.433618:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.433622:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.433624:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.433627:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.433632:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.433635:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.433641:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.433645:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.433650:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.433654:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672044160, portal 10 00000100:00000001:0.0:1767734667.433658:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.433659:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.433666:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672044160/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.433675:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.433678:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.433688:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b7f8. 00000100:00000200:0.0:1767734667.433692:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672044160, offset 0 00000400:00000200:0.0:1767734667.433698:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.433705:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.433711:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.433716:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.433720:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.433724:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.433727:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.433732:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66446:66446:256:4294967295] 192.168.203.112@tcp LPNI seq info [66446:66446:8:4294967295] 00000400:00000200:0.0:1767734667.433737:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.433746:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.433753:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.433758:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734667.433764:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.433771:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.433776:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.433796:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.433801:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.433806:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.433809:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429266 00000100:00000001:0.0:1767734667.433815:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429262 00000100:00000001:0.0:1767734667.433820:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429266 00000100:00000001:0.0:1767734667.433824:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429262 00000100:00000001:0.0:1767734667.433828:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.433832:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.433835:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.433837:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.433841:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.433845:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.433856:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.433932:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.433943:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.433949:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.433957:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.433963:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b7f8 00000400:00000010:2.0:1767734667.433966:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b7f8. 00000100:00000001:2.0:1767734667.433971:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.433979:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672044160/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.433992:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.433996:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672044160/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.434006:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.434009:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.436655:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.436679:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.436683:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.436686:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.436693:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.436700:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.436707:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.436712:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.436717:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.436722:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d26880 00000400:00000200:2.0:1767734667.436728:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.436734:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b43d [1] + 224 00000800:00000001:2.0:1767734667.436741:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.436750:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.436753:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.436758:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.436763:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.436770:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672044160/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.436785:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672044160/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.436812:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.436819:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.436824:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.436902:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.436911:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.436913:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.436917:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.436924:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.436926:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.436930:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.436940:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672044160/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.436954:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672044160/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.436965:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.436967:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.436970:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.436973:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.436975:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.436977:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.436980:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.436986:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.436991:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.436994:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.436996:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.436999:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.437002:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.437005:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.437008:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.437010:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.437012:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.437014:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.437018:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.437020:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.437022:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.437024:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.437029:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672044160/t12884924625(12884924625) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.437059:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.437062:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.437064:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.437070:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672044160/t12884924625(12884924625) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.437080:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672044160:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.437086:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.437088:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.437091:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.437093:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.437096:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672044160/t12884924625(12884924625) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.437105:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.437109:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.437112:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.437114:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.437119:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.437121:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.437123:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.437126:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.437130:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.437133:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.437136:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.437140:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.437145:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c683f480 x1853602671708672/t12884924338(12884924338) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.437155:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.437156:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089993499776 : -117983716051840 : ffff94b1c683f480) 00000100:00000001:0.0:1767734667.437159:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.437169:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c683f480 x1853602671708672/t12884924338(12884924338) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.437179:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.437181:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.437185:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672044160/t12884924625(12884924625) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.437193:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.437195:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.437198:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c683f480 x1853602671708672/t12884924338(12884924338) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.437206:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.437208:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.437210:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=58 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.437212:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.437215:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1e7e88000. 02000000:00000001:0.0:1767734667.437220:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.437222:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.437223:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c683f480. 00000100:00000001:0.0:1767734667.437228:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.437230:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.437232:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.437235:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672044160/t12884924625(12884924625) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.437244:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.437247:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c7e42060. 00000002:00000001:0.0:1767734667.437250:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.437252:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.437255:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013ec0. 00000100:00000001:0.0:1767734667.437258:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.437261:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672044160/t12884924625(12884924625) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.437268:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.437275:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.437278:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.437281:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.437283:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.437285:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=57 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.437287:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.437289:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.437292:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.437293:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.437295:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.437297:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.437299:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.437301:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.437304:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.437306:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.437308:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767734667.437348:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4a5b9c0. 00000080:00000001:0.0:1767734667.437359:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.437363:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.437366:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.437374:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.437379:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.437382:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8a5:0x0](ffff94b1efdb7448) 00800000:00000001:0.0:1767734667.437386:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.437387:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8a5:0x0] 00000002:00000001:0.0:1767734667.437391:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.437397:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c100 count: 3 00010000:00000001:0.0:1767734667.437400:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.437404:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.437406:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.437408:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.437410:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.437415:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.437417:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.437422:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.437424:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.437426:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8a5:0x0] 00000002:00000001:0.0:1767734667.437429:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.437431:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8a5:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.437436:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.437449:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=58 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.437454:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.437456:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.437460:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.437465:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.437470:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.437481:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c683df80 x1853602671708288/t12884924337(12884924337) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.437493:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.437499:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672044416/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.437507:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.437509:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.437513:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.437516:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.437519:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.437521:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.437525:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.437528:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.437531:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.437532:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.437536:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672044416/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.437545:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.437548:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.437551:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.437554:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.437557:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.437588:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672044416:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.437593:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.437596:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.437598:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.437608:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.437612:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.437615:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.437622:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.437626:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.437630:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.437635:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672044416, portal 10 00000100:00000001:0.0:1767734667.437638:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.437640:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.437648:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672044416/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.437657:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.437660:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.437663:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bf68. 00000100:00000200:0.0:1767734667.437666:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672044416, offset 0 00000400:00000200:0.0:1767734667.437673:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.437679:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.437684:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.437689:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.437694:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.437697:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.437700:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.437705:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66447:66447:256:4294967295] 192.168.203.112@tcp LPNI seq info [66447:66447:8:4294967295] 00000400:00000200:0.0:1767734667.437710:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.437720:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.437726:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.437731:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734667.437737:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.437743:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.437748:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.437768:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.437780:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10692 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.437786:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.437788:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429270 00000100:00000001:0.0:1767734667.437794:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429266 00000100:00000001:0.0:1767734667.437799:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429270 00000100:00000001:0.0:1767734667.437803:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429266 00000100:00000001:0.0:1767734667.437808:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.437811:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.437814:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.437816:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.437820:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.437825:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.437828:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.437901:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.437909:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734667.437915:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.437923:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.437929:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bf68 00000400:00000010:2.0:1767734667.437932:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bf68. 00000100:00000001:2.0:1767734667.437936:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.437944:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672044416/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.437957:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.437976:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672044416/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.437986:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.437989:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.440545:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.440558:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.440593:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.440598:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.440605:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.440612:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.440620:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.440625:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.440630:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.440635:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d26980 00000400:00000200:2.0:1767734667.440641:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.440647:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b445 [1] + 224 00000800:00000001:2.0:1767734667.440653:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.440662:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.440665:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.440670:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.440675:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.440682:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672044416/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.440696:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672044416/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.440721:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.440729:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.440733:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.440763:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.440772:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.440775:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.440778:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.440785:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.440788:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.440792:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.440800:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672044416/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.440815:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672044416/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.440826:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.440828:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.440831:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.440833:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.440835:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.440837:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.440840:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.440846:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.440851:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.440866:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.440869:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.440871:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.440875:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.440878:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.440880:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.440882:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.440884:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.440886:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.440890:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.440892:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.440894:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.440896:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.440902:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672044416/t12884924626(12884924626) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.440911:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.440913:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.440916:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.440921:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672044416/t12884924626(12884924626) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.440931:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672044416:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.440937:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.440940:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.440942:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.440944:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.440948:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672044416/t12884924626(12884924626) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.440955:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.440958:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.440962:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.440963:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.440968:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.440976:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.440979:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.440981:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.440985:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.440988:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.440991:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.440995:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.441000:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c683df80 x1853602671708288/t12884924337(12884924337) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.441010:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.441011:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089993494400 : -117983716057216 : ffff94b1c683df80) 00000100:00000001:0.0:1767734667.441015:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.441018:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c683df80 x1853602671708288/t12884924337(12884924337) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.441027:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.441029:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.441033:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672044416/t12884924626(12884924626) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.441041:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.441043:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.441046:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c683df80 x1853602671708288/t12884924337(12884924337) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.441053:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.441056:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.441058:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=57 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.441060:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.441063:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1e7e89400. 02000000:00000001:0.0:1767734667.441067:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.441068:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.441070:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c683df80. 00000100:00000001:0.0:1767734667.441074:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.441076:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.441083:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.441088:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672044416/t12884924626(12884924626) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.441097:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.441099:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499980. 00000002:00000001:0.0:1767734667.441102:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.441104:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.441107:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f60138c0. 00000100:00000001:0.0:1767734667.441109:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.441113:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672044416/t12884924626(12884924626) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.441120:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.441122:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.441124:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.441127:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.441129:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.441130:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=56 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.441132:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.441134:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.441136:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.441138:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.441139:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.441142:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.441144:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.441146:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.441148:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.441152:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.441154:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.441157:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.441160:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.441163:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.441173:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.441175:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.441177:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8a6:0x0](ffff94b1c4a5db88) 00800000:00000001:0.0:1767734667.441181:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.441188:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8a6:0x0] 00000002:00000001:0.0:1767734667.441191:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.441196:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427cf00 count: 3 00010000:00000001:0.0:1767734667.441199:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.441202:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.441205:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.441207:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.441209:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.441212:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.441215:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.441219:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.441222:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.441224:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8a6:0x0] 00000002:00000001:0.0:1767734667.441227:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.441229:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8a6:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.441234:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.441237:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=57 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.441241:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.441243:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.441247:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.441252:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.441256:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.441267:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c683f800 x1853602671707904/t12884924336(12884924336) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.441277:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.441283:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672044672/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.441291:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.441293:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.441297:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.441300:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.441303:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.441305:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000080:00000010:0.1:1767734667.441345:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efdb4200. 00000100:00000001:0.0:1767734667.441357:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.441371:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.441374:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.441376:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.441382:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672044672/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.441391:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.441393:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.441397:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.441399:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.441402:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.441406:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672044672:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.441411:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.441414:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.441417:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.441419:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.441424:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.441426:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.441434:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.441437:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.441442:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.441446:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672044672, portal 10 00000100:00000001:0.0:1767734667.441449:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.441451:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.441458:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672044672/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.441466:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.441469:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.441472:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b3b8. 00000100:00000200:0.0:1767734667.441476:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672044672, offset 0 00000400:00000200:0.0:1767734667.441481:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.441487:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.441493:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.441497:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.441508:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.441512:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.441515:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.441520:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66448:66448:256:4294967295] 192.168.203.112@tcp LPNI seq info [66448:66448:8:4294967295] 00000400:00000200:0.0:1767734667.441525:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.441535:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.441541:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.441546:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1700. 00000800:00000200:0.0:1767734667.441552:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.441584:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.441589:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.441607:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.441612:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10692 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.441617:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.441619:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429274 00000100:00000001:0.0:1767734667.441626:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429270 00000100:00000001:0.0:1767734667.441631:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429274 00000100:00000001:0.0:1767734667.441634:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429270 00000100:00000001:0.0:1767734667.441638:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.441641:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.441643:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.441645:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.441649:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.441652:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.441655:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.441750:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.441758:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734667.441764:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.441771:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.441776:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b3b8 00000400:00000010:2.0:1767734667.441790:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b3b8. 00000100:00000001:2.0:1767734667.441795:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.441803:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672044672/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.441815:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.441820:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672044672/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.441830:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.441832:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.444250:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.444265:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.444268:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.444271:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.444279:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.444286:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.444294:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.444298:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.444303:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.444352:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d26a80 00000400:00000200:2.0:1767734667.444363:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.444372:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b44d [1] + 224 00000800:00000001:2.0:1767734667.444382:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.444394:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.444398:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.444406:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.444413:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.444422:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672044672/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.444438:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672044672/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.444460:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.444468:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.444485:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.444499:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.444510:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.444513:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.444518:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.444525:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.444528:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.444544:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.444553:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672044672/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.444594:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672044672/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.444604:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.444607:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.444610:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.444613:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.444615:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.444617:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.444620:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.444627:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.444631:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.444634:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.444636:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.444639:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.444642:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.444646:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.444647:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.444650:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.444652:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.444654:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.444658:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.444660:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.444662:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.444664:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.444669:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672044672/t12884924627(12884924627) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.444679:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.444682:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.444684:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.444689:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672044672/t12884924627(12884924627) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.444716:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672044672:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.444721:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.444724:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.444726:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.444728:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.444732:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672044672/t12884924627(12884924627) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.444741:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.444744:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.444748:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.444750:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.444755:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.444757:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.444760:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.444763:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.444767:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.444771:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.444774:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.444777:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.444782:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c683f800 x1853602671707904/t12884924336(12884924336) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.444792:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.444794:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089993500672 : -117983716050944 : ffff94b1c683f800) 00000100:00000001:0.0:1767734667.444797:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.444800:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c683f800 x1853602671707904/t12884924336(12884924336) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.444808:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.444810:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.444814:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672044672/t12884924627(12884924627) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.444834:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.444837:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.444841:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c683f800 x1853602671707904/t12884924336(12884924336) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.444849:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.444851:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.444853:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=56 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.444855:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.444858:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1e7e8a000. 02000000:00000001:0.0:1767734667.444862:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.444863:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.444865:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c683f800. 00000100:00000001:0.0:1767734667.444870:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.444872:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.444874:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.444877:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672044672/t12884924627(12884924627) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.444885:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.444887:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499700. 00000002:00000001:0.0:1767734667.444890:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.444893:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.444895:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013580. 00000100:00000001:0.0:1767734667.444898:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.444902:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672044672/t12884924627(12884924627) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.444909:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.444911:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.444913:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.444916:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.444917:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.444919:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=55 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.444921:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.444928:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.444931:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.444932:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.444934:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.444937:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.444938:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.444941:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.444944:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.444946:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.444948:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.444951:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.444954:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.444956:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.444966:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.444968:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.444970:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8a7:0x0](ffff94b1efdb63c8) 00800000:00000001:0.0:1767734667.444974:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.444976:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8a7:0x0] 00000002:00000001:0.0:1767734667.444979:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.444984:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c500 count: 3 00010000:00000001:0.0:1767734667.444988:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.444991:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.444993:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.444995:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.444997:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.445001:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.445003:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.445007:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.445010:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.445011:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8a7:0x0] 00000002:00000001:0.0:1767734667.445014:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.445016:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8a7:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.445021:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.445024:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=56 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.445027:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.445030:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.445032:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.445037:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.445048:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.445059:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c683d880 x1853602671707520/t12884924335(12884924335) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.445070:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.445076:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672044928/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.445085:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.445086:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.445091:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.445094:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.445097:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.445098:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.445102:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.445106:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.445108:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.445110:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.445113:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672044928/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.445122:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.445124:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.445127:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.445130:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.445133:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.445137:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672044928:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.445141:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.445145:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.445147:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.445149:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.445153:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.445155:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.445161:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.445165:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.445177:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.445182:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672044928, portal 10 00000100:00000001:0.0:1767734667.445185:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.445187:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.445194:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672044928/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.445202:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.445206:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.445209:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b220. 00000100:00000200:0.0:1767734667.445212:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672044928, offset 0 00000400:00000200:0.0:1767734667.445218:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.445224:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.445229:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.445238:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.445242:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.445246:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.445249:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.445253:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66449:66449:256:4294967295] 192.168.203.112@tcp LPNI seq info [66449:66449:8:4294967295] 00000400:00000200:0.0:1767734667.445258:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.445267:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.445273:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.445278:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1900. 00000800:00000200:0.0:1767734667.445284:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.445291:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.445295:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.445342:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.445348:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10692 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.445353:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.445360:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429278 00000100:00000001:0.0:1767734667.445370:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429274 00000100:00000001:0.0:1767734667.445385:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429278 00000100:00000001:0.0:1767734667.445390:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429274 00000100:00000001:0.0:1767734667.445394:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.445398:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.445401:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.445404:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.445407:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.445411:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.445414:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.445487:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.445499:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734667.445505:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.445512:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.445522:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b220 00000400:00000010:2.0:1767734667.445525:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b220. 00000100:00000001:2.0:1767734667.445529:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.445537:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672044928/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.445554:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.445581:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672044928/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.445596:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.445602:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.448104:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.448118:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.448122:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.448125:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.448132:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.448139:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.448148:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.448153:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.448158:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.448162:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d26b80 00000400:00000200:2.0:1767734667.448168:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.448173:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b455 [1] + 224 00000800:00000001:2.0:1767734667.448180:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.448188:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.448191:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.448196:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.448201:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.448209:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672044928/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.448242:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672044928/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.448269:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.448278:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.448282:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.448388:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.448399:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.448402:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.448406:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.448414:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.448417:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.448422:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.448432:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672044928/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.448448:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672044928/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.448458:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.448460:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.448463:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.448465:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.448467:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.448470:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.448473:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.448479:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.448484:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.448487:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.448489:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.448491:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.448494:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.448498:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.448512:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.448514:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.448516:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.448518:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.448521:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.448523:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.448526:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.448528:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.448534:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672044928/t12884924628(12884924628) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.448547:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.448550:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.448552:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.448556:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672044928/t12884924628(12884924628) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.448598:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672044928:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.448604:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.448607:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.448610:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.448612:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.448620:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672044928/t12884924628(12884924628) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.448629:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.448632:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.448636:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.448637:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.448642:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.448644:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.448647:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.448650:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.448653:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.448657:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.448666:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.448674:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.448680:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c683d880 x1853602671707520/t12884924335(12884924335) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.448690:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.448692:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089993492608 : -117983716059008 : ffff94b1c683d880) 00000100:00000001:0.0:1767734667.448695:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.448699:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c683d880 x1853602671707520/t12884924335(12884924335) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.448707:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.448710:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.448713:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672044928/t12884924628(12884924628) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.448721:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.448723:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.448726:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c683d880 x1853602671707520/t12884924335(12884924335) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.448734:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.448736:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.448738:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=55 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.448740:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.448743:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1e7e8a800. 02000000:00000001:0.0:1767734667.448747:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.448748:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.448750:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c683d880. 00000100:00000001:0.0:1767734667.448754:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.448755:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.448757:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.448761:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672044928/t12884924628(12884924628) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.448768:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.448770:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c84990a0. 00000002:00000001:0.0:1767734667.448779:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.448781:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.448784:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013340. 00000100:00000001:0.0:1767734667.448787:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.448791:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672044928/t12884924628(12884924628) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.448802:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.448804:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.448806:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.448809:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.448810:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.448812:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=54 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.448814:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.448816:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.448818:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.448820:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.448822:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.448824:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.448826:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.448828:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.448832:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.448834:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.448836:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.448839:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.448842:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.448844:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.448854:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.448856:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.448858:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8a8:0x0](ffff94b1c4a5ec08) 00800000:00000001:0.0:1767734667.448862:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.448864:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8a8:0x0] 00000002:00000001:0.0:1767734667.448867:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.448873:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328900 count: 3 00010000:00000001:0.0:1767734667.448876:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.448880:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.448882:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.448890:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.448892:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.448895:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.448898:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.448902:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.448905:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.448907:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8a8:0x0] 00000002:00000001:0.0:1767734667.448910:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.448912:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8a8:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.448917:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.448921:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=55 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.448924:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.448927:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.448930:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.448935:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.448940:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.448958:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c683ed80 x1853602671707136/t12884924334(12884924334) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.448968:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.448974:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672045184/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.448982:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.448984:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.448988:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.448991:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.448993:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.448995:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.448999:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.449002:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.449004:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.449006:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.449010:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672045184/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.449018:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.449026:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.449030:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.449032:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.449035:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.449039:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672045184:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.449044:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.449048:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.449050:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.449052:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.449056:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.449058:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.449065:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.449069:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.449073:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.449078:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672045184, portal 10 00000100:00000001:0.0:1767734667.449080:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.449083:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.449089:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672045184/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.449097:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.449100:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.449104:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bc38. 00000100:00000200:0.0:1767734667.449107:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672045184, offset 0 00000400:00000200:0.0:1767734667.449113:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.449119:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.449124:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.449129:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.449133:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.449137:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.449140:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.449144:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66450:66450:256:4294967295] 192.168.203.112@tcp LPNI seq info [66450:66450:8:4294967295] 00000400:00000200:0.0:1767734667.449149:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.449159:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.449174:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.449179:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1900. 00000800:00000200:0.0:1767734667.449185:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.449192:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.449197:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.449219:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.449223:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10692 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.449229:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.449232:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429281 00000100:00000001:0.0:1767734667.449238:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429278 00000100:00000001:0.0:1767734667.449243:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429281 00000100:00000001:0.0:1767734667.449247:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429278 00000100:00000001:0.0:1767734667.449250:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.449254:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.449256:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.449258:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.449261:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.449264:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.449266:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767734667.449371:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4a5a100. 00000800:00000200:2.0:1767734667.449424:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.449433:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734667.449439:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.449447:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.449452:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bc38 00000400:00000010:2.0:1767734667.449455:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bc38. 00000100:00000001:2.0:1767734667.449459:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.449470:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672045184/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.449487:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.449491:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672045184/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.449500:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.449503:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.451962:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.451976:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.451980:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.451983:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.451990:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.451997:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.452005:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.452010:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.452014:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.452019:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d26c80 00000400:00000200:2.0:1767734667.452024:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.452030:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b45d [1] + 224 00000800:00000001:2.0:1767734667.452049:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.452058:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.452061:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.452066:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.452071:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.452078:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672045184/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.452092:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672045184/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.452118:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.452126:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.452130:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.452203:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.452213:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.452215:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.452219:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.452225:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.452228:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.452232:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.452241:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672045184/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.452256:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672045184/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.452266:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.452280:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.452284:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.452286:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.452288:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.452291:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.452294:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.452300:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.452305:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.452308:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.452343:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.452346:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.452349:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.452352:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.452353:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.452356:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.452358:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.452360:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.452365:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.452368:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.452371:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.452374:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.452381:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672045184/t12884924629(12884924629) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.452392:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.452395:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.452397:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.452403:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672045184/t12884924629(12884924629) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.452415:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672045184:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.452424:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.452429:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.452432:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.452436:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.452450:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672045184/t12884924629(12884924629) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.452459:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.452463:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.452466:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.452468:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.452473:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.452475:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.452477:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.452480:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.452484:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.452488:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.452490:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.452494:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.452499:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c683ed80 x1853602671707136/t12884924334(12884924334) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.452507:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.452509:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089993497984 : -117983716053632 : ffff94b1c683ed80) 00000100:00000001:0.0:1767734667.452513:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.452516:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c683ed80 x1853602671707136/t12884924334(12884924334) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.452524:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.452526:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.452530:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672045184/t12884924629(12884924629) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.452537:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.452539:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.452542:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c683ed80 x1853602671707136/t12884924334(12884924334) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.452550:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.452552:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.452554:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=54 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.452588:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.452592:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1e7e88800. 02000000:00000001:0.0:1767734667.452597:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.452599:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.452601:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c683ed80. 00000100:00000001:0.0:1767734667.452606:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.452608:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.452610:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.452616:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672045184/t12884924629(12884924629) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.452624:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.452626:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499040. 00000002:00000001:0.0:1767734667.452629:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.452632:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.452635:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013a80. 00000100:00000001:0.0:1767734667.452638:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.452641:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672045184/t12884924629(12884924629) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.452649:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.452650:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.452653:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.452655:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.452657:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.452658:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=53 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.452661:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.452662:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.452665:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.452666:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.452668:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.452671:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.452673:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.452675:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.452678:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.452681:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.452683:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.452692:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.452696:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.452698:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.452709:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.452711:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.452713:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8a9:0x0](ffff94b1efdb5b88) 00800000:00000001:0.0:1767734667.452717:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.452719:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8a9:0x0] 00000002:00000001:0.0:1767734667.452723:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.452727:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c800 count: 3 00010000:00000001:0.0:1767734667.452731:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.452734:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.452737:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.452739:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.452741:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.452745:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.452747:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.452751:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.452753:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.452756:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8a9:0x0] 00000002:00000001:0.0:1767734667.452758:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.452761:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8a9:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.452765:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.452769:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=54 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.452772:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.452775:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.452778:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.452783:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.452788:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.452799:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c683ca80 x1853602671706752/t12884924333(12884924333) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.452810:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.452815:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672045440/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.452824:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.452832:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.452836:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.452839:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.452842:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.452844:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.452848:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.452851:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.452853:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.452855:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.452859:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672045440/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.452869:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.452871:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.452874:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.452876:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.452879:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.452883:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672045440:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.452887:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.452890:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.452893:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.452895:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.452899:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.452901:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.452907:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.452911:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.452916:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.452921:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672045440, portal 10 00000100:00000001:0.0:1767734667.452923:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.452925:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.452931:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672045440/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.452939:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.452943:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.452953:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b660. 00000100:00000200:0.0:1767734667.452957:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672045440, offset 0 00000400:00000200:0.0:1767734667.452964:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.452970:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.452976:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.452981:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.452985:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.452989:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.452992:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.452996:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66451:66451:256:4294967295] 192.168.203.112@tcp LPNI seq info [66451:66451:8:4294967295] 00000400:00000200:0.0:1767734667.453001:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.453011:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.453017:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.453022:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1700. 00000800:00000200:0.0:1767734667.453027:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.453034:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.453039:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.453060:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.453065:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10692 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.453070:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.453073:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429285 00000100:00000001:0.0:1767734667.453079:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429281 00000100:00000001:0.0:1767734667.453084:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429285 00000100:00000001:0.0:1767734667.453087:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429281 00000100:00000001:0.0:1767734667.453091:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.453094:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.453097:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.453098:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.453101:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.453104:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.453114:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.453226:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.453234:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734667.453244:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.453252:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.453257:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b660 00000400:00000010:2.0:1767734667.453260:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b660. 00000100:00000001:2.0:1767734667.453264:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.453271:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672045440/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.453284:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.453288:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672045440/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.453298:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.453304:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.453374:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efdb7380. 00000800:00000001:2.0:1767734667.457234:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.457247:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.457251:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.457254:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.457262:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.457269:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.457276:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.457292:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.457297:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.457301:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d26d80 00000400:00000200:2.0:1767734667.457346:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.457353:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b465 [1] + 224 00000800:00000001:2.0:1767734667.457360:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.457374:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.457379:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.457384:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.457390:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.457400:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672045440/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000080:00000010:0.1:1767734667.457401:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4a5dac0. 00000080:00000010:0.1:1767734667.457417:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efdb6300. 00000100:00000040:2.0:1767734667.457425:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672045440/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.457463:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.457471:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.457475:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.457504:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.457513:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.457515:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.457518:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.457524:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.457526:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.457530:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.457539:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672045440/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.457554:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672045440/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.457585:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.457587:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.457591:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.457593:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.457596:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.457599:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.457602:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.457608:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.457612:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.457616:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.457618:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.457620:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.457624:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.457627:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.457629:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.457631:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.457633:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.457635:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.457639:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.457641:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.457643:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.457645:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.457650:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672045440/t12884924630(12884924630) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.457681:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.457685:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.457687:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.457693:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672045440/t12884924630(12884924630) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.457703:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672045440:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.457709:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.457712:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.457714:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.457716:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.457720:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672045440/t12884924630(12884924630) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.457728:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.457731:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.457735:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.457736:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.457741:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.457743:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.457745:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.457748:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.457752:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.457755:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.457757:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.457761:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.457766:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c683ca80 x1853602671706752/t12884924333(12884924333) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.457775:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.457777:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089993489024 : -117983716062592 : ffff94b1c683ca80) 00000100:00000001:0.0:1767734667.457780:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.457791:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c683ca80 x1853602671706752/t12884924333(12884924333) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.457800:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.457802:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.457806:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672045440/t12884924630(12884924630) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.457814:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.457816:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.457819:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c683ca80 x1853602671706752/t12884924333(12884924333) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.457827:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.457829:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.457831:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=53 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.457834:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.457836:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1e7e89000. 02000000:00000001:0.0:1767734667.457840:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.457842:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.457844:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c683ca80. 00000100:00000001:0.0:1767734667.457847:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.457848:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.457850:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.457854:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672045440/t12884924630(12884924630) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.457861:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.457864:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c84991e0. 00000002:00000001:0.0:1767734667.457867:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.457869:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.457872:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013880. 00000100:00000001:0.0:1767734667.457875:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.457878:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672045440/t12884924630(12884924630) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.457886:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.457893:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.457896:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.457900:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.457902:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.457903:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=52 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.457906:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.457908:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.457910:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.457912:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.457913:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.457916:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.457917:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.457920:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.457922:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.457925:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.457927:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.457930:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.457933:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.457935:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.457945:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.457947:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.457949:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8aa:0x0](ffff94b1efdb4b08) 00800000:00000001:0.0:1767734667.457953:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.457955:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8aa:0x0] 00000002:00000001:0.0:1767734667.457958:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.457964:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427cd00 count: 3 00010000:00000001:0.0:1767734667.457967:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.457971:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.457973:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.457975:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.457977:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.457981:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.457983:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.457988:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.457990:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.457992:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8aa:0x0] 00000002:00000001:0.0:1767734667.457995:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.457997:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8aa:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.458002:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.458011:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=53 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.458015:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.458018:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.458021:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.458026:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.458032:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.458042:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c683e680 x1853602671706368/t12884924332(12884924332) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.458053:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.458059:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672045696/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.458067:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.458068:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.458072:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.458075:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.458077:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.458079:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.458083:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.458087:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.458089:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.458091:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.458096:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672045696/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.458105:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.458107:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.458110:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.458112:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.458115:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.458119:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672045696:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.458123:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.458126:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.458128:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.458136:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.458140:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.458143:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.458150:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.458154:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.458158:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.458163:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672045696, portal 10 00000100:00000001:0.0:1767734667.458166:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.458168:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.458175:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672045696/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.458184:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.458187:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.458190:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b198. 00000100:00000200:0.0:1767734667.458194:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672045696, offset 0 00000400:00000200:0.0:1767734667.458200:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.458206:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.458211:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.458216:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.458220:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.458224:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.458227:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.458231:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66452:66452:256:4294967295] 192.168.203.112@tcp LPNI seq info [66452:66452:8:4294967295] 00000400:00000200:0.0:1767734667.458237:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.458247:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.458253:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.458258:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734667.458264:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.458271:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.458276:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.458296:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.458343:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10692 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.458350:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.458353:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429291 00000100:00000001:0.0:1767734667.458359:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429285 00000100:00000001:0.0:1767734667.458364:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429291 00000100:00000001:0.0:1767734667.458368:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429285 00000100:00000001:0.0:1767734667.458373:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.458376:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.458380:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.458382:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.458386:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.458391:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.458393:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.458470:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.458478:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734667.458484:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.458491:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.458497:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b198 00000400:00000010:2.0:1767734667.458500:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b198. 00000100:00000001:2.0:1767734667.458505:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.458512:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672045696/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.458525:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.458529:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672045696/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.458540:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.458542:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.461179:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.461202:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.461206:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.461209:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.461216:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.461223:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.461229:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.461234:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.461239:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.461243:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d26e80 00000400:00000200:2.0:1767734667.461249:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.461254:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b46d [1] + 224 00000800:00000001:2.0:1767734667.461261:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.461269:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.461272:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.461277:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.461281:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.461288:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672045696/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.461303:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672045696/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.461365:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.461375:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.461381:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767734667.461413:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4a5eb40. 00000100:00000001:0.0:1767734667.461441:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.461449:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.461452:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.461459:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.461467:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.461470:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.461473:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.461482:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672045696/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.461497:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672045696/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.461507:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.461510:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.461512:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.461514:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.461517:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.461519:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.461522:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.461528:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.461533:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.461548:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.461551:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.461554:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.461557:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.461586:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.461588:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.461591:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.461593:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.461595:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.461598:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.461601:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.461603:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.461605:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.461611:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672045696/t12884924631(12884924631) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.461621:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.461623:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.461626:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.461631:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672045696/t12884924631(12884924631) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.461642:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672045696:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.461647:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.461650:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.461652:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.461654:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.461658:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672045696/t12884924631(12884924631) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.461666:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.461670:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.461673:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.461675:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.461680:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.461689:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.461692:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.461695:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.461699:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.461703:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.461706:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.461710:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.461716:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c683e680 x1853602671706368/t12884924332(12884924332) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.461725:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.461727:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089993496192 : -117983716055424 : ffff94b1c683e680) 00000100:00000001:0.0:1767734667.461730:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.461734:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c683e680 x1853602671706368/t12884924332(12884924332) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.461743:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.461745:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.461749:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672045696/t12884924631(12884924631) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.461756:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.461758:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.461762:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c683e680 x1853602671706368/t12884924332(12884924332) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.461769:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.461771:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.461774:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=52 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.461777:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.461781:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1e7e89800. 02000000:00000001:0.0:1767734667.461786:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.461789:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.461792:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c683e680. 00000100:00000001:0.0:1767734667.461797:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.461800:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.461811:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.461820:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672045696/t12884924631(12884924631) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.461834:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.461837:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c84991c0. 00000002:00000001:0.0:1767734667.461842:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.461846:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.461851:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013d00. 00000100:00000001:0.0:1767734667.461856:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.461862:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672045696/t12884924631(12884924631) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.461875:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.461878:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.461882:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.461887:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.461889:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.461892:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=51 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.461896:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.461899:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.461903:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.461906:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.461909:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.461913:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.461916:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.461920:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.461924:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.461928:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.461932:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.461936:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.461942:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.461946:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.461958:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.461963:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.461966:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8ab:0x0](ffff94b1c4a5aa08) 00800000:00000001:0.0:1767734667.461972:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.461985:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8ab:0x0] 00000002:00000001:0.0:1767734667.461991:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.461997:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c400 count: 3 00010000:00000001:0.0:1767734667.462002:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.462007:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.462010:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.462014:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.462018:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.462023:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.462027:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.462034:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.462038:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.462041:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8ab:0x0] 00000002:00000001:0.0:1767734667.462046:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.462049:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8ab:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.462056:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.462060:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=52 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.462064:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.462067:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.462071:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.462076:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.462081:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.462093:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c683e300 x1853602671705984/t12884924331(12884924331) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.462104:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.462110:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672045952/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.462119:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.462121:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.462125:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.462127:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.462130:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.462132:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.462136:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.462147:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.462150:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.462152:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.462157:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672045952/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.462167:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.462169:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.462172:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.462175:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.462178:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.462182:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672045952:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.462186:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.462189:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.462191:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.462193:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.462197:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.462199:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.462205:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.462209:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.462213:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.462218:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672045952, portal 10 00000100:00000001:0.0:1767734667.462221:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.462223:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.462229:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672045952/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.462238:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.462241:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.462244:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b110. 00000100:00000200:0.0:1767734667.462248:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672045952, offset 0 00000400:00000200:0.0:1767734667.462253:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.462259:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.462265:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.462269:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.462280:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.462284:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.462287:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.462291:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66453:66453:256:4294967295] 192.168.203.112@tcp LPNI seq info [66453:66453:8:4294967295] 00000400:00000200:0.0:1767734667.462297:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.462307:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.462352:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.462358:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734667.462365:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.462371:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.462375:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.462393:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.462398:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10692 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.462403:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.462406:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429295 00000100:00000001:0.0:1767734667.462413:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429291 00000100:00000001:0.0:1767734667.462417:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429295 00000100:00000001:0.0:1767734667.462421:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429291 00000100:00000001:0.0:1767734667.462425:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.462427:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.462430:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.462432:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.462435:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.462437:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.462440:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.462580:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.462588:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.462594:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.462601:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.462607:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b110 00000400:00000010:2.0:1767734667.462610:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b110. 00000100:00000001:2.0:1767734667.462614:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.462622:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672045952/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.462635:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.462653:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672045952/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.462663:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.462666:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.465143:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.465157:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.465161:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.465164:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.465171:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.465178:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.465186:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.465191:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.465196:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.465201:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d26f80 00000400:00000200:2.0:1767734667.465206:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.465212:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b475 [1] + 224 00000800:00000001:2.0:1767734667.465219:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.465227:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.465230:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.465235:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.465240:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.465247:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672045952/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.465261:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672045952/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.465288:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.465296:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.465300:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767734667.465402:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efdb5ac0. 00000100:00000001:0.0:1767734667.465429:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.465436:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.465438:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.465442:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.465446:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.465449:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.465466:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.465475:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672045952/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.465489:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672045952/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.465499:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.465502:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.465505:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.465507:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.465509:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.465511:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.465514:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.465520:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.465525:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.465528:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.465530:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.465532:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.465536:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.465539:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.465541:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.465543:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.465545:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.465547:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.465551:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.465553:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.465555:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.465558:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.465588:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672045952/t12884924632(12884924632) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.465599:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.465602:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.465604:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.465609:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672045952/t12884924632(12884924632) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.465637:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672045952:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.465643:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.465646:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.465649:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.465651:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.465655:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672045952/t12884924632(12884924632) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.465663:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.465667:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.465670:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.465672:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.465678:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.465679:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.465682:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.465685:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.465689:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.465692:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.465695:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.465699:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.465704:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c683e300 x1853602671705984/t12884924331(12884924331) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.465713:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.465715:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089993495296 : -117983716056320 : ffff94b1c683e300) 00000100:00000001:0.0:1767734667.465718:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.465721:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c683e300 x1853602671705984/t12884924331(12884924331) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.465729:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.465731:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.465735:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672045952/t12884924632(12884924632) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.465757:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.465759:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.465764:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c683e300 x1853602671705984/t12884924331(12884924331) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.465772:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.465774:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.465776:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=51 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.465779:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.465781:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1e7e89c00. 02000000:00000001:0.0:1767734667.465785:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.465787:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.465788:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c683e300. 00000100:00000001:0.0:1767734667.465792:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.465793:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.465795:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.465799:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672045952/t12884924632(12884924632) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.465806:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.465809:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c84995a0. 00000002:00000001:0.0:1767734667.465812:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.465815:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.465818:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013540. 00000100:00000001:0.0:1767734667.465821:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.465824:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672045952/t12884924632(12884924632) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.465832:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.465833:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.465836:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.465838:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.465840:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.465841:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=50 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.465843:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.465851:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.465854:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.465856:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.465858:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.465861:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.465862:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.465865:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.465867:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.465870:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.465872:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.465875:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.465878:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.465880:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.465890:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.465892:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.465895:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8ac:0x0](ffff94b1efdb1988) 00800000:00000001:0.0:1767734667.465899:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.465901:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8ac:0x0] 00000002:00000001:0.0:1767734667.465905:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.465909:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c200 count: 3 00010000:00000001:0.0:1767734667.465913:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.465916:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.465919:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.465921:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.465924:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.465927:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.465929:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.465934:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.465936:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.465938:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8ac:0x0] 00000002:00000001:0.0:1767734667.465941:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.465943:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8ac:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.465948:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.465951:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=51 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.465955:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.465957:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.465961:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.465966:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.465977:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.465988:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c683c700 x1853602671705600/t12884924330(12884924330) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.465999:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.466005:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672046208/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.466013:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.466014:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.466018:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.466021:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.466023:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.466025:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.466029:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.466032:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.466034:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.466036:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.466040:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672046208/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.466049:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.466051:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.466054:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.466057:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.466060:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.466064:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672046208:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.466068:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.466071:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.466073:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.466076:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.466079:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.466082:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.466088:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.466091:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.466105:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.466110:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672046208, portal 10 00000100:00000001:0.0:1767734667.466113:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.466115:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.466122:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672046208/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.466130:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.466134:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.466136:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b990. 00000100:00000200:0.0:1767734667.466139:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672046208, offset 0 00000400:00000200:0.0:1767734667.466146:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.466152:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.466157:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.466162:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.466166:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.466169:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.466173:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.466177:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66454:66454:256:4294967295] 192.168.203.112@tcp LPNI seq info [66454:66454:8:4294967295] 00000400:00000200:0.0:1767734667.466183:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.466192:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.466197:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.466202:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734667.466208:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.466214:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.466219:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.466240:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.466245:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10692 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.466251:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.466254:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429298 00000100:00000001:0.0:1767734667.466260:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429295 00000100:00000001:0.0:1767734667.466274:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429298 00000100:00000001:0.0:1767734667.466278:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429295 00000100:00000001:0.0:1767734667.466282:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.466286:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.466288:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.466291:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.466294:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.466297:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.466299:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.466413:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.466420:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.466426:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.466434:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.466439:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b990 00000400:00000010:2.0:1767734667.466453:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b990. 00000100:00000001:2.0:1767734667.466458:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.466466:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672046208/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.466479:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.466484:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672046208/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.466494:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.466497:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.469071:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.469085:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.469089:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.469092:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.469099:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.469107:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.469115:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.469120:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.469125:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.469130:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d27080 00000400:00000200:2.0:1767734667.469136:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.469141:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b47d [1] + 224 00000800:00000001:2.0:1767734667.469148:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.469157:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.469160:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.469165:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.469170:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.469177:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672046208/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.469192:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672046208/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.469219:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.469226:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.469242:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.469304:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000080:00000010:0.1:1767734667.469347:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efdb4a40. 00000400:00000001:0.0:1767734667.469362:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.469364:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.469368:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.469372:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.469374:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.469378:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.469387:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672046208/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.469402:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672046208/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.469412:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.469414:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.469417:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.469419:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.469421:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.469424:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.469427:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.469433:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.469438:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.469441:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.469443:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.469446:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.469450:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.469453:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.469469:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.469472:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.469474:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.469476:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.469480:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.469482:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.469484:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.469487:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.469493:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672046208/t12884924633(12884924633) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.469504:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.469507:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.469509:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.469514:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672046208/t12884924633(12884924633) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.469524:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672046208:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.469529:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.469532:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.469534:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.469536:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.469540:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672046208/t12884924633(12884924633) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.469548:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.469551:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.469554:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.469557:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.469588:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.469590:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.469594:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.469597:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.469601:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.469605:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.469615:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.469618:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.469625:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c683c700 x1853602671705600/t12884924330(12884924330) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.469635:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.469636:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089993488128 : -117983716063488 : ffff94b1c683c700) 00000100:00000001:0.0:1767734667.469640:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.469644:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c683c700 x1853602671705600/t12884924330(12884924330) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.469651:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.469654:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.469657:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672046208/t12884924633(12884924633) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.469665:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.469667:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.469670:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c683c700 x1853602671705600/t12884924330(12884924330) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.469678:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.469680:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.469682:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=50 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.469685:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.469687:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1e7e8b000. 02000000:00000001:0.0:1767734667.469691:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.469693:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.469694:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c683c700. 00000100:00000001:0.0:1767734667.469698:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.469699:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.469701:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.469705:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672046208/t12884924633(12884924633) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.469713:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.469715:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c84992a0. 00000002:00000001:0.0:1767734667.469723:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.469726:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.469729:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013c40. 00000100:00000001:0.0:1767734667.469732:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.469737:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672046208/t12884924633(12884924633) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.469745:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.469746:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.469749:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.469751:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.469753:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.469754:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=49 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.469756:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.469758:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.469761:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.469762:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.469764:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.469766:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.469768:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.469771:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.469774:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.469777:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.469779:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.469782:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.469785:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.469787:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.469797:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.469800:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.469802:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8ad:0x0](ffff94b1efdb21c8) 00800000:00000001:0.0:1767734667.469805:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.469807:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8ad:0x0] 00000002:00000001:0.0:1767734667.469811:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.469816:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427ce00 count: 3 00010000:00000001:0.0:1767734667.469820:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.469823:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.469826:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.469834:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.469836:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.469840:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.469842:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.469847:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.469850:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.469852:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8ad:0x0] 00000002:00000001:0.0:1767734667.469855:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.469857:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8ad:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.469863:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.469866:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=50 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.469870:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.469872:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.469876:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.469881:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.469886:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.469897:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8b4fb80 x1853602671705216/t12884924329(12884924329) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.469908:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.469914:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672046464/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.469923:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.469924:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.469929:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.469931:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.469935:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.469936:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.469940:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.469944:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.469946:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.469948:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.469951:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672046464/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.469960:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.469968:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.469972:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.469975:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.469978:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.469982:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672046464:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.469987:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.469991:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.469993:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.469996:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.470000:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.470002:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.470009:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.470013:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.470017:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.470022:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672046464, portal 10 00000100:00000001:0.0:1767734667.470025:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.470027:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.470033:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672046464/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.470042:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.470046:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.470049:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80ba18. 00000100:00000200:0.0:1767734667.470052:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672046464, offset 0 00000400:00000200:0.0:1767734667.470058:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.470064:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.470069:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.470074:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.470078:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.470082:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.470085:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.470090:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66455:66455:256:4294967295] 192.168.203.112@tcp LPNI seq info [66455:66455:8:4294967295] 00000400:00000200:0.0:1767734667.470096:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.470105:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.470118:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.470123:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734667.470129:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.470136:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.470141:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.470162:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.470167:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10691 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.470173:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.470176:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429302 00000100:00000001:0.0:1767734667.470182:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429298 00000100:00000001:0.0:1767734667.470187:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429302 00000100:00000001:0.0:1767734667.470191:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429298 00000100:00000001:0.0:1767734667.470195:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.470198:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.470201:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.470203:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.470206:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.470209:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.470211:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.470370:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.470381:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734667.470388:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.470396:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.470406:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80ba18 00000400:00000010:2.0:1767734667.470410:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80ba18. 00000100:00000001:2.0:1767734667.470416:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.470424:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672046464/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.470438:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.470443:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672046464/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.470453:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.470455:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.472919:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.472933:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.472937:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.472940:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.472948:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.472955:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.472963:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.472968:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.472973:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.472977:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d27180 00000400:00000200:2.0:1767734667.472983:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.472989:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b485 [1] + 224 00000800:00000001:2.0:1767734667.472996:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.473004:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.473007:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.473012:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.473018:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.473025:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672046464/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.473060:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672046464/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.473087:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.473096:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.473100:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.473174:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.473184:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.473186:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.473190:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.473197:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.473199:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.473203:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.473212:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672046464/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.473227:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672046464/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.473238:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.473252:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.473256:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.473259:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.473261:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.473264:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.473267:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.473274:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.473278:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.473282:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.473284:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.473286:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.473290:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.473293:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.473295:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.473297:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.473299:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.473302:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.473305:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000080:00000010:0.1:1767734667.473349:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4a5a940. 00000100:00000040:0.0:1767734667.473360:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.473363:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.473366:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.473372:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672046464/t12884924634(12884924634) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.473383:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.473386:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.473388:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.473393:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672046464/t12884924634(12884924634) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.473403:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672046464:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.473408:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.473411:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.473413:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.473415:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.473430:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672046464/t12884924634(12884924634) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.473439:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.473442:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.473445:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.473447:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.473452:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.473454:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.473457:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.473460:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.473464:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.473467:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.473470:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.473474:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.473478:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8b4fb80 x1853602671705216/t12884924329(12884924329) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.473488:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.473489:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090835573632 : -117982873977984 : ffff94b1f8b4fb80) 00000100:00000001:0.0:1767734667.473492:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.473496:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8b4fb80 x1853602671705216/t12884924329(12884924329) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.473504:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.473506:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.473509:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672046464/t12884924634(12884924634) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.473517:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.473519:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.473523:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8b4fb80 x1853602671705216/t12884924329(12884924329) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.473531:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.473534:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.473536:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=49 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.473544:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.473547:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1e7e88400. 02000000:00000001:0.0:1767734667.473551:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.473553:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.473556:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8b4fb80. 00000100:00000001:0.0:1767734667.473586:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.473588:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.473591:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.473597:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672046464/t12884924634(12884924634) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.473605:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.473608:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499140. 00000002:00000001:0.0:1767734667.473611:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.473614:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.473617:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013f00. 00000100:00000001:0.0:1767734667.473620:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.473623:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672046464/t12884924634(12884924634) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.473631:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.473632:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.473635:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.473637:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.473639:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.473641:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=48 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.473643:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.473645:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.473648:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.473649:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.473651:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.473653:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.473655:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.473657:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.473660:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.473662:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.473664:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.473674:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.473678:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.473681:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.473691:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.473693:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.473696:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8ae:0x0](ffff94b1efdb3248) 00800000:00000001:0.0:1767734667.473700:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.473702:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8ae:0x0] 00000002:00000001:0.0:1767734667.473706:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.473711:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c600 count: 3 00010000:00000001:0.0:1767734667.473714:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.473718:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.473721:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.473723:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.473725:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.473729:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.473731:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.473736:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.473738:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.473740:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8ae:0x0] 00000002:00000001:0.0:1767734667.473743:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.473745:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8ae:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.473750:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.473754:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=49 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.473757:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.473760:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.473763:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.473769:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.473773:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.473783:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8b4e300 x1853602671704832/t12884924328(12884924328) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.473794:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.473800:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672046720/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.473809:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.473818:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.473822:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.473825:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.473828:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.473830:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.473834:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.473837:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.473839:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.473841:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.473846:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672046720/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.473856:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.473858:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.473861:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.473864:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.473866:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.473870:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672046720:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.473874:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.473878:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.473880:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.473883:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.473887:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.473889:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.473896:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.473899:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.473904:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.473909:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672046720, portal 10 00000100:00000001:0.0:1767734667.473912:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.473914:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.473920:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672046720/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.473929:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.473932:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.473941:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b330. 00000100:00000200:0.0:1767734667.473945:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672046720, offset 0 00000400:00000200:0.0:1767734667.473952:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.473958:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.473964:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.473969:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.473973:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.473977:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.473981:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.473985:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66456:66456:256:4294967295] 192.168.203.112@tcp LPNI seq info [66456:66456:8:4294967295] 00000400:00000200:0.0:1767734667.473990:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.473999:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.474006:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.474010:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1700. 00000800:00000200:0.0:1767734667.474016:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.474023:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.474028:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.474049:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.474054:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10691 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.474059:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.474062:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429306 00000100:00000001:0.0:1767734667.474068:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429302 00000100:00000001:0.0:1767734667.474073:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429306 00000100:00000001:0.0:1767734667.474077:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429302 00000100:00000001:0.0:1767734667.474081:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.474084:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.474087:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.474089:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.474092:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.474095:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.474105:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.474218:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.474225:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734667.474231:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.474240:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.474245:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b330 00000400:00000010:2.0:1767734667.474249:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b330. 00000100:00000001:2.0:1767734667.474253:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.474261:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672046720/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.474274:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.474279:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672046720/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.474289:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.474291:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.476772:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.476785:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.476790:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.476793:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.476800:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.476807:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.476816:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.476821:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.476826:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.476830:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d27280 00000400:00000200:2.0:1767734667.476836:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.476842:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b48d [1] + 224 00000800:00000001:2.0:1767734667.476861:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.476871:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.476874:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.476879:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.476884:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.476892:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672046720/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.476907:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672046720/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.476934:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.476942:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.476945:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.477024:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.477034:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.477036:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.477040:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.477046:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.477049:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.477053:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.477063:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672046720/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.477077:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672046720/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.477087:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.477090:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.477093:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.477095:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.477097:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.477099:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.477102:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.477108:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.477113:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.477116:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.477119:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.477121:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.477125:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.477128:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.477130:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.477132:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.477135:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.477137:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.477140:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.477142:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.477144:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.477147:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.477151:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672046720/t12884924635(12884924635) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.477181:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.477184:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.477186:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.477192:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672046720/t12884924635(12884924635) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.477202:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672046720:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.477207:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.477210:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.477213:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.477215:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.477219:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672046720/t12884924635(12884924635) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.477227:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.477230:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.477233:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.477235:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.477240:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.477241:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.477244:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.477247:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.477250:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.477253:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.477256:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.477260:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.477265:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8b4e300 x1853602671704832/t12884924328(12884924328) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.477275:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.477276:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090835567360 : -117982873984256 : ffff94b1f8b4e300) 00000100:00000001:0.0:1767734667.477279:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.477292:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8b4e300 x1853602671704832/t12884924328(12884924328) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.477301:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.477304:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000080:00000010:0.1:1767734667.477348:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efdb18c0. 00000100:00000040:0.0:1767734667.477357:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672046720/t12884924635(12884924635) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.477365:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.477368:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.477373:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8b4e300 x1853602671704832/t12884924328(12884924328) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.477380:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.477383:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.477385:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=48 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.477388:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.477391:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1e7e88c00. 02000000:00000001:0.0:1767734667.477396:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.477398:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.477400:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8b4e300. 00000100:00000001:0.0:1767734667.477403:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.477405:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.477407:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.477411:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672046720/t12884924635(12884924635) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.477419:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.477421:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c84995c0. 00000002:00000001:0.0:1767734667.477424:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.477427:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.477429:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013d40. 00000100:00000001:0.0:1767734667.477432:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.477435:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672046720/t12884924635(12884924635) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.477443:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.477452:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.477454:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.477458:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.477459:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.477461:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=47 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.477463:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.477465:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.477468:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.477469:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.477471:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.477473:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.477475:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.477477:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.477480:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.477483:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.477485:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.477488:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.477491:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.477493:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.477503:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.477506:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.477508:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8af:0x0](ffff94b1efdb6c08) 00800000:00000001:0.0:1767734667.477512:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.477514:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8af:0x0] 00000002:00000001:0.0:1767734667.477517:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.477522:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c000 count: 3 00010000:00000001:0.0:1767734667.477525:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.477529:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.477531:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.477533:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.477535:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.477539:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.477541:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.477546:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.477548:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.477551:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8af:0x0] 00000002:00000001:0.0:1767734667.477553:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.477556:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8af:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.477588:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.477598:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=48 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.477606:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.477608:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.477612:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.477617:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.477621:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.477636:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8b4e680 x1853602671704448/t12884924327(12884924327) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.477647:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.477652:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672046976/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.477660:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.477662:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.477667:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.477669:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.477672:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.477674:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.477678:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.477681:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.477683:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.477685:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.477689:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672046976/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.477697:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.477699:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.477702:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.477705:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.477707:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.477711:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672046976:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.477715:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.477719:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.477721:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.477729:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.477737:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.477740:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.477746:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.477750:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.477754:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.477759:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672046976, portal 10 00000100:00000001:0.0:1767734667.477761:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.477763:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.477770:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672046976/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.477779:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.477783:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.477786:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bbb0. 00000100:00000200:0.0:1767734667.477789:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672046976, offset 0 00000400:00000200:0.0:1767734667.477795:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.477801:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.477807:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.477811:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.477816:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.477819:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.477823:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.477827:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66457:66457:256:4294967295] 192.168.203.112@tcp LPNI seq info [66457:66457:8:4294967295] 00000400:00000200:0.0:1767734667.477833:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.477842:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.477849:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.477853:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1900. 00000800:00000200:0.0:1767734667.477859:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.477866:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.477871:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.477892:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.477903:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10691 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.477909:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.477912:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429310 00000100:00000001:0.0:1767734667.477918:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429306 00000100:00000001:0.0:1767734667.477923:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429310 00000100:00000001:0.0:1767734667.477927:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429306 00000100:00000001:0.0:1767734667.477931:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.477934:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.477937:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.477938:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.477942:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.477945:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.477948:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.478058:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.478069:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734667.478080:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.478087:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.478093:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bbb0 00000400:00000010:2.0:1767734667.478096:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bbb0. 00000100:00000001:2.0:1767734667.478101:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.478108:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672046976/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.478121:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.478126:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672046976/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.478135:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.478138:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.480661:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.480675:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.480678:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.480682:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.480689:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.480696:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.480704:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.480720:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.480725:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.480730:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d27380 00000400:00000200:2.0:1767734667.480736:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.480742:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b495 [1] + 224 00000800:00000001:2.0:1767734667.480749:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.480759:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.480762:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.480767:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.480772:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.480779:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672046976/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.480794:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672046976/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.480821:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.480828:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.480833:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.480912:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.480921:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.480924:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.480928:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.480934:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.480937:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.480941:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.480950:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672046976/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.480965:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672046976/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.480975:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.480977:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.480980:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.480983:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.480985:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.480987:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.480990:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.480996:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.481001:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.481016:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.481019:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.481021:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.481025:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.481028:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.481030:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.481032:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.481035:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.481037:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.481040:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.481042:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.481044:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.481046:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.481052:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672046976/t12884924636(12884924636) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.481061:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.481064:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.481066:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.481071:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672046976/t12884924636(12884924636) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.481082:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672046976:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.481087:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.481090:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.481092:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.481094:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.481098:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672046976/t12884924636(12884924636) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.481106:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.481109:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.481113:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.481114:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.481119:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.481127:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.481130:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.481133:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.481137:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.481141:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.481143:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.481147:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.481152:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8b4e680 x1853602671704448/t12884924327(12884924327) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.481162:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.481164:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090835568256 : -117982873983360 : ffff94b1f8b4e680) 00000100:00000001:0.0:1767734667.481167:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.481170:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8b4e680 x1853602671704448/t12884924327(12884924327) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.481178:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.481181:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.481184:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672046976/t12884924636(12884924636) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.481193:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.481195:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.481199:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8b4e680 x1853602671704448/t12884924327(12884924327) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.481206:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.481208:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.481210:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=47 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.481213:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.481215:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1e7e8b800. 02000000:00000001:0.0:1767734667.481219:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.481221:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.481223:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8b4e680. 00000100:00000001:0.0:1767734667.481226:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.481228:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.481237:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.481242:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672046976/t12884924636(12884924636) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.481251:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.481253:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499740. 00000002:00000001:0.0:1767734667.481256:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.481259:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.481261:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013c80. 00000100:00000001:0.0:1767734667.481264:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.481267:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672046976/t12884924636(12884924636) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.481274:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.481276:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.481279:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.481281:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.481283:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.481284:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=46 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.481286:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.481288:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.481291:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.481292:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.481294:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.481296:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.481298:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.481300:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.481303:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.481306:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000010:0.1:1767734667.481347:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efdb2100. 00000080:00000001:0.0:1767734667.481359:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.481363:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.481366:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.481369:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.481378:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.481381:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.481383:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8b0:0x0](ffff94b1c4a5e3c8) 00800000:00000001:0.0:1767734667.481387:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.481397:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8b0:0x0] 00000002:00000001:0.0:1767734667.481401:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.481406:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c900 count: 3 00010000:00000001:0.0:1767734667.481409:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.481412:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.481415:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.481417:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.481419:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.481422:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.481425:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.481430:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.481433:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.481435:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8b0:0x0] 00000002:00000001:0.0:1767734667.481437:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.481440:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8b0:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.481445:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.481448:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=47 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.481452:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.481455:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.481458:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.481464:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.481469:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.481479:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8b4ea00 x1853602671704064/t12884924326(12884924326) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.481490:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.481496:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672047232/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.481505:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.481506:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.481511:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.481513:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.481516:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.481518:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.481521:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.481531:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.481534:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.481536:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.481541:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672047232/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.481551:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.481553:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.481556:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.481585:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.481589:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.481593:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672047232:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.481598:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.481602:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.481605:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.481607:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.481612:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.481615:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.481622:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.481626:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.481631:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.481635:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672047232, portal 10 00000100:00000001:0.0:1767734667.481638:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.481640:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.481647:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672047232/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.481656:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.481659:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.481662:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80baa0. 00000100:00000200:0.0:1767734667.481666:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672047232, offset 0 00000400:00000200:0.0:1767734667.481672:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.481677:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.481683:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.481688:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.481700:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.481704:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.481707:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.481712:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66458:66458:256:4294967295] 192.168.203.112@tcp LPNI seq info [66458:66458:8:4294967295] 00000400:00000200:0.0:1767734667.481718:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.481728:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.481734:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.481739:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1900. 00000800:00000200:0.0:1767734667.481745:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.481752:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.481757:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.481778:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.481783:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10691 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.481788:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.481791:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429314 00000100:00000001:0.0:1767734667.481797:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429310 00000100:00000001:0.0:1767734667.481802:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429314 00000100:00000001:0.0:1767734667.481806:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429310 00000100:00000001:0.0:1767734667.481810:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.481814:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.481817:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.481819:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.481822:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.481826:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.481829:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.481914:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.481922:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734667.481929:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.481937:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.481942:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80baa0 00000400:00000010:2.0:1767734667.481945:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80baa0. 00000100:00000001:2.0:1767734667.481950:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.481957:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672047232/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.481971:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.481975:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672047232/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.481985:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.481988:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.484432:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.484456:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.484461:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.484464:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.484471:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.484478:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.484485:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.484490:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.484495:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.484500:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d27480 00000400:00000200:2.0:1767734667.484506:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.484512:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b49d [1] + 224 00000800:00000001:2.0:1767734667.484519:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.484528:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.484531:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.484536:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.484541:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.484548:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672047232/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.484594:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672047232/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.484619:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.484627:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.484631:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.484662:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.484671:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.484674:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.484678:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.484685:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.484688:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.484703:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.484712:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672047232/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.484727:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672047232/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.484737:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.484739:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.484742:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.484745:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.484747:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.484749:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.484752:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.484758:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.484762:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.484765:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.484768:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.484770:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.484774:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.484777:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.484779:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.484781:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.484783:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.484785:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.484788:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.484790:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.484793:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.484795:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.484800:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672047232/t12884924637(12884924637) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.484810:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.484813:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.484815:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.484820:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672047232/t12884924637(12884924637) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.484845:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672047232:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.484851:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.484854:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.484856:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.484858:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.484862:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672047232/t12884924637(12884924637) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.484870:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.484874:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.484877:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.484879:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.484884:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.484886:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.484888:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.484891:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.484895:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.484898:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.484901:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.484905:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.484910:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8b4ea00 x1853602671704064/t12884924326(12884924326) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.484919:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.484921:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090835569152 : -117982873982464 : ffff94b1f8b4ea00) 00000100:00000001:0.0:1767734667.484924:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.484927:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8b4ea00 x1853602671704064/t12884924326(12884924326) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.484935:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.484937:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.484941:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672047232/t12884924637(12884924637) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.484962:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.484964:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.484969:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8b4ea00 x1853602671704064/t12884924326(12884924326) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.484976:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.484979:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.484980:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=46 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.484983:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.484985:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1e7e8bc00. 02000000:00000001:0.0:1767734667.484989:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.484991:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.484993:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8b4ea00. 00000100:00000001:0.0:1767734667.484996:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.484998:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.484999:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.485003:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672047232/t12884924637(12884924637) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.485011:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.485013:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499520. 00000002:00000001:0.0:1767734667.485017:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.485019:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.485022:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013800. 00000100:00000001:0.0:1767734667.485025:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.485028:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672047232/t12884924637(12884924637) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.485035:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.485037:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.485039:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.485042:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.485043:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.485045:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=45 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.485047:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.485056:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.485059:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.485060:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.485062:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.485065:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.485066:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.485069:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.485072:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.485074:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.485076:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.485079:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.485083:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.485085:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.485095:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.485097:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.485099:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8b1:0x0](ffff94b1efdb2a08) 00800000:00000001:0.0:1767734667.485104:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.485106:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8b1:0x0] 00000002:00000001:0.0:1767734667.485109:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.485114:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c300 count: 3 00010000:00000001:0.0:1767734667.485117:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.485121:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.485123:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.485125:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.485127:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.485131:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.485133:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.485137:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.485140:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.485141:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8b1:0x0] 00000002:00000001:0.0:1767734667.485144:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.485146:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8b1:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.485151:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.485154:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=46 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.485158:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.485160:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.485163:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.485168:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.485179:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.485190:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8b4c380 x1853602671703680/t12884924325(12884924325) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.485201:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.485207:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672047488/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.485216:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.485218:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.485223:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.485226:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.485229:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.485230:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.485235:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.485239:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.485242:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.485245:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.485250:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672047488/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.485259:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.485261:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.485265:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.485267:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.485270:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.485274:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672047488:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.485278:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.485281:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.485283:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.485286:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.485289:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.485293:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.485300:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.485304:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.485357:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.485362:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672047488, portal 10 00000100:00000001:0.0:1767734667.485365:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.485367:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.485375:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672047488/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.485384:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.485388:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.485391:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bdd0. 00000100:00000200:0.0:1767734667.485394:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672047488, offset 0 00000400:00000200:0.0:1767734667.485400:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.485406:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.485412:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.485416:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.485421:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.485424:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.485427:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.485432:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66459:66459:256:4294967295] 192.168.203.112@tcp LPNI seq info [66459:66459:8:4294967295] 00000400:00000200:0.0:1767734667.485438:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.485447:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.485452:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.485457:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1700. 00000800:00000200:0.0:1767734667.485463:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.485470:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.485475:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.485494:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.485499:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10691 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.485504:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.485507:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429318 00000100:00000001:0.0:1767734667.485513:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429314 00000100:00000001:0.0:1767734667.485528:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429318 00000100:00000001:0.0:1767734667.485532:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429314 00000100:00000001:0.0:1767734667.485536:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.485539:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.485542:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.485544:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.485547:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.485550:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.485552:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.485684:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.485692:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734667.485699:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.485707:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.485712:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bdd0 00000400:00000010:2.0:1767734667.485715:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bdd0. 00000100:00000001:2.0:1767734667.485720:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.485727:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672047488/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.485741:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.485759:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672047488/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.485769:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.485772:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.489396:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efdb3180. 00000800:00000001:2.0:1767734667.489483:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.489498:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.489502:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.489505:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.489512:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.489519:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.489527:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.489532:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.489537:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.489541:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d27580 00000400:00000200:2.0:1767734667.489547:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.489553:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b4a5 [1] + 224 00000800:00000001:2.0:1767734667.489585:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.489607:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.489612:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.489617:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.489622:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.489630:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672047488/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.489645:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672047488/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.489671:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.489679:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.489683:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.489711:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.489720:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.489722:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.489725:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.489731:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.489737:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.489741:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.489750:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672047488/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.489765:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672047488/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.489775:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.489777:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.489780:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.489782:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.489784:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.489787:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.489790:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.489796:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.489801:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.489804:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.489806:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.489809:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.489812:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.489815:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.489829:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.489831:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.489833:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.489835:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.489838:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.489840:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.489843:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.489845:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.489851:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672047488/t12884924638(12884924638) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.489861:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.489864:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.489866:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.489871:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672047488/t12884924638(12884924638) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.489881:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672047488:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.489886:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.489889:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.489891:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.489893:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.489897:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672047488/t12884924638(12884924638) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.489905:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.489908:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.489911:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.489913:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.489919:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.489921:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.489923:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.489926:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.489930:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.489933:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.489942:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.489946:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.489951:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8b4c380 x1853602671703680/t12884924325(12884924325) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.489961:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.489963:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090835559296 : -117982873992320 : ffff94b1f8b4c380) 00000100:00000001:0.0:1767734667.489966:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.489970:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8b4c380 x1853602671703680/t12884924325(12884924325) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.489979:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.489981:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.489985:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672047488/t12884924638(12884924638) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.489994:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.489996:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.489999:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8b4c380 x1853602671703680/t12884924325(12884924325) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.490006:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.490009:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.490011:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=45 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.490013:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.490016:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1de889000. 02000000:00000001:0.0:1767734667.490021:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.490022:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.490024:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8b4c380. 00000100:00000001:0.0:1767734667.490028:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.490029:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.490031:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.490035:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672047488/t12884924638(12884924638) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.490042:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.490045:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499c60. 00000002:00000001:0.0:1767734667.490053:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.490055:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.490059:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f60136c0. 00000100:00000001:0.0:1767734667.490062:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.490066:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672047488/t12884924638(12884924638) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.490074:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.490076:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.490078:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.490081:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.490082:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.490084:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=44 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.490086:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.490088:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.490090:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.490091:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.490093:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.490096:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.490097:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.490100:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.490103:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.490106:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.490108:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.490111:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.490114:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.490116:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.490126:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.490128:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.490130:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8b2:0x0](ffff94b1efdb1148) 00800000:00000001:0.0:1767734667.490133:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.490135:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8b2:0x0] 00000002:00000001:0.0:1767734667.490139:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.490144:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427ca00 count: 3 00010000:00000001:0.0:1767734667.490148:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.490151:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.490153:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.490164:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.490166:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.490170:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.490172:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.490177:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.490180:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.490182:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8b2:0x0] 00000002:00000001:0.0:1767734667.490185:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.490187:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8b2:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.490192:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.490196:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=45 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.490199:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.490202:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.490205:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.490210:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.490215:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.490226:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8b4dc00 x1853602671703296/t12884924324(12884924324) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.490236:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.490242:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672047744/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.490251:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.490253:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.490257:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.490259:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.490262:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.490264:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.490268:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.490271:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.490273:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.490275:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.490279:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672047744/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.490287:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.490295:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.490303:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.490343:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.490346:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.490352:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672047744:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.490360:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.490366:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.490369:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.490373:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.490379:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.490383:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.490392:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.490396:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.490402:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.490408:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672047744, portal 10 00000100:00000001:0.0:1767734667.490412:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.490415:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.490424:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672047744/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.490434:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.490441:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.490445:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80be58. 00000100:00000200:0.0:1767734667.490451:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672047744, offset 0 00000400:00000200:0.0:1767734667.490461:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.490470:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.490478:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.490484:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.490488:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.490492:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.490495:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.490500:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66460:66460:256:4294967295] 192.168.203.112@tcp LPNI seq info [66460:66460:8:4294967295] 00000400:00000200:0.0:1767734667.490505:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.490514:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.490529:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.490534:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734667.490540:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.490547:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.490552:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.490596:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.490601:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10691 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.490607:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.490610:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429323 00000100:00000001:0.0:1767734667.490624:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429318 00000100:00000001:0.0:1767734667.490632:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429323 00000100:00000001:0.0:1767734667.490639:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429318 00000100:00000001:0.0:1767734667.490647:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.490650:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.490653:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.490655:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.490658:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.490661:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.490666:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.490717:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.490724:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734667.490734:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.490747:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.490753:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80be58 00000400:00000010:2.0:1767734667.490766:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80be58. 00000100:00000001:2.0:1767734667.490771:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.490779:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672047744/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.490792:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.490797:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672047744/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.490807:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.490810:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.493244:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.493258:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.493262:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.493265:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.493273:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.493280:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.493288:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.493293:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.493298:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.493303:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d27680 00000400:00000200:2.0:1767734667.493346:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.493352:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b4ad [1] + 224 00000800:00000001:2.0:1767734667.493360:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.493372:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.493376:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.493383:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.493388:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.493397:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672047744/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000080:00000010:0.1:1767734667.493402:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efdb6b40. 00000100:00000040:2.0:1767734667.493420:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672047744/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.493454:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.493462:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.493479:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.493491:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.493501:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.493505:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.493508:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.493515:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.493517:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.493521:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.493530:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672047744/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.493545:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672047744/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.493555:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.493591:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.493595:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.493597:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.493599:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.493602:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.493605:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.493611:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.493616:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.493619:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.493621:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.493623:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.493627:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.493630:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.493632:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.493634:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.493636:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.493638:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.493641:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.493643:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.493645:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.493647:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.493653:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672047744/t12884924639(12884924639) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.493663:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.493665:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.493667:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.493672:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672047744/t12884924639(12884924639) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.493682:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672047744:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.493688:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.493690:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.493693:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.493695:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.493706:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672047744/t12884924639(12884924639) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.493714:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.493717:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.493721:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.493722:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.493727:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.493729:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.493732:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.493734:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.493738:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.493742:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.493745:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.493749:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.493753:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8b4dc00 x1853602671703296/t12884924324(12884924324) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.493762:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.493764:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090835565568 : -117982873986048 : ffff94b1f8b4dc00) 00000100:00000001:0.0:1767734667.493767:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.493770:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8b4dc00 x1853602671703296/t12884924324(12884924324) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.493778:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.493780:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.493784:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672047744/t12884924639(12884924639) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.493791:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.493793:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.493797:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8b4dc00 x1853602671703296/t12884924324(12884924324) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.493804:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.493808:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.493810:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=44 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.493818:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.493821:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c2e21400. 02000000:00000001:0.0:1767734667.493825:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.493826:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.493828:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8b4dc00. 00000100:00000001:0.0:1767734667.493832:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.493834:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.493836:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.493840:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672047744/t12884924639(12884924639) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.493848:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.493850:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c84993e0. 00000002:00000001:0.0:1767734667.493853:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.493856:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.493858:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013700. 00000100:00000001:0.0:1767734667.493861:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.493864:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672047744/t12884924639(12884924639) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.493872:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.493874:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.493876:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.493879:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.493880:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.493882:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=43 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.493884:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.493886:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.493888:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.493889:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.493891:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.493894:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.493895:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.493897:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.493900:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.493902:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.493904:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.493912:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.493916:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.493918:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.493928:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.493930:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.493932:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8b3:0x0](ffff94b1efdb5348) 00800000:00000001:0.0:1767734667.493936:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.493938:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8b3:0x0] 00000002:00000001:0.0:1767734667.493941:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.493945:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427cc00 count: 3 00010000:00000001:0.0:1767734667.493948:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.493952:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.493954:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.493956:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.493958:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.493962:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.493964:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.493968:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.493971:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.493972:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8b3:0x0] 00000002:00000001:0.0:1767734667.493975:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.493977:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8b3:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.493982:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.493985:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=44 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.493989:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.493991:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.493994:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.493999:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.494003:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.494018:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8b4f100 x1853602671702912/t12884924323(12884924323) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.494028:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.494033:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672048000/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.494041:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.494051:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.494055:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.494058:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.494061:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.494063:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.494067:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.494070:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.494072:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.494074:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.494078:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672048000/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.494087:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.494088:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.494092:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.494094:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.494097:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.494100:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672048000:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.494105:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.494108:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.494111:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.494113:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.494117:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.494119:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.494126:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.494129:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.494134:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.494138:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672048000, portal 10 00000100:00000001:0.0:1767734667.494141:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.494143:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.494149:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672048000/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.494158:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.494161:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.494169:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b2a8. 00000100:00000200:0.0:1767734667.494173:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672048000, offset 0 00000400:00000200:0.0:1767734667.494180:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.494186:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.494192:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.494196:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.494200:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.494204:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.494207:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.494212:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66461:66461:256:4294967295] 192.168.203.112@tcp LPNI seq info [66461:66461:8:4294967295] 00000400:00000200:0.0:1767734667.494217:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.494226:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.494232:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.494236:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734667.494242:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.494248:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.494253:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.494274:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.494279:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10691 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.494284:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.494287:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429326 00000100:00000001:0.0:1767734667.494292:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429323 00000100:00000001:0.0:1767734667.494297:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429326 00000100:00000001:0.0:1767734667.494301:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429323 00000100:00000001:0.0:1767734667.494305:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.494308:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.494340:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.494342:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.494347:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.494350:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.494361:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.494443:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.494455:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.494460:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.494468:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.494478:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b2a8 00000400:00000010:2.0:1767734667.494481:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b2a8. 00000100:00000001:2.0:1767734667.494486:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.494493:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672048000/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.494506:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.494511:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672048000/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.494521:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.494523:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.497026:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.497040:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.497045:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.497048:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.497055:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.497062:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.497070:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.497075:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.497080:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.497084:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d27780 00000400:00000200:2.0:1767734667.497090:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.497096:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b4b5 [1] + 224 00000800:00000001:2.0:1767734667.497103:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.497112:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.497115:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.497120:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.497125:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.497132:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672048000/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.497167:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672048000/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.497195:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.497204:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.497208:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.497282:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.497291:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.497293:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.497297:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.497304:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.497306:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000080:00000010:0.1:1767734667.497348:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4a5e300. 00000080:00000010:0.1:1767734667.497356:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efdb2940. 00000100:00000001:0.0:1767734667.497364:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.497374:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672048000/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.497389:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672048000/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.497399:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.497402:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.497405:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.497407:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.497410:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.497412:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.497416:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.497422:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.497427:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.497430:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.497432:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.497434:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.497438:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.497441:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.497443:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.497445:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.497447:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.497449:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.497453:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.497455:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.497457:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.497460:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.497465:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672048000/t12884924640(12884924640) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.497496:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.497498:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.497501:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.497506:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672048000/t12884924640(12884924640) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.497517:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672048000:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.497523:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.497526:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.497528:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.497530:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.497534:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672048000/t12884924640(12884924640) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.497543:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.497546:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.497550:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.497551:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.497556:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.497585:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.497590:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.497592:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.497597:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.497601:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.497603:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.497607:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.497613:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8b4f100 x1853602671702912/t12884924323(12884924323) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.497622:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.497624:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090835570944 : -117982873980672 : ffff94b1f8b4f100) 00000100:00000001:0.0:1767734667.497627:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.497640:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8b4f100 x1853602671702912/t12884924323(12884924323) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.497649:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.497651:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.497655:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672048000/t12884924640(12884924640) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.497663:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.497665:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.497668:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8b4f100 x1853602671702912/t12884924323(12884924323) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.497675:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.497678:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.497680:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=43 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.497683:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.497686:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b200888400. 02000000:00000001:0.0:1767734667.497691:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.497693:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.497695:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8b4f100. 00000100:00000001:0.0:1767734667.497698:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.497700:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.497702:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.497706:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672048000/t12884924640(12884924640) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.497714:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.497716:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499320. 00000002:00000001:0.0:1767734667.497719:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.497721:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.497724:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f60132c0. 00000100:00000001:0.0:1767734667.497726:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.497730:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672048000/t12884924640(12884924640) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.497737:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.497744:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.497747:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.497750:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.497752:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.497753:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=42 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.497756:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.497758:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.497760:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.497762:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.497763:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.497766:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.497767:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.497770:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.497773:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.497775:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.497777:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.497780:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.497783:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.497785:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.497795:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.497798:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.497800:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8b4:0x0](ffff94b1efdb00c8) 00800000:00000001:0.0:1767734667.497804:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.497806:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8b4:0x0] 00000002:00000001:0.0:1767734667.497809:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.497814:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328b00 count: 3 00010000:00000001:0.0:1767734667.497817:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.497820:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.497822:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.497825:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.497827:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.497831:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.497833:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.497838:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.497840:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.497842:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8b4:0x0] 00000002:00000001:0.0:1767734667.497845:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.497847:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8b4:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.497851:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.497860:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=43 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.497864:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.497866:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.497869:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.497875:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.497879:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.497897:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8b4f480 x1853602671702528/t12884924322(12884924322) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.497908:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.497913:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672048256/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.497921:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.497923:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.497927:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.497930:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.497933:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.497935:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.497938:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.497941:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.497943:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.497945:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.497949:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672048256/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.497957:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.497959:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.497963:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.497965:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.497968:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.497972:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672048256:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.497976:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.497979:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.497981:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.497991:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.497995:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.497997:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.498004:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.498007:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.498011:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.498016:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672048256, portal 10 00000100:00000001:0.0:1767734667.498019:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.498021:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.498028:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672048256/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.498035:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.498039:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.498042:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b2a8. 00000100:00000200:0.0:1767734667.498045:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672048256, offset 0 00000400:00000200:0.0:1767734667.498055:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.498060:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.498066:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.498070:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.498074:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.498078:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.498081:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.498085:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66462:66462:256:4294967295] 192.168.203.112@tcp LPNI seq info [66462:66462:8:4294967295] 00000400:00000200:0.0:1767734667.498090:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.498099:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.498105:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.498109:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734667.498115:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.498122:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.498126:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.498147:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.498159:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10691 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.498164:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.498167:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429330 00000100:00000001:0.0:1767734667.498173:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429326 00000100:00000001:0.0:1767734667.498177:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429330 00000100:00000001:0.0:1767734667.498181:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429326 00000100:00000001:0.0:1767734667.498184:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.498187:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.498190:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.498192:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.498195:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.498197:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.498204:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.498356:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.498365:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.498376:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.498388:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.498394:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b2a8 00000400:00000010:2.0:1767734667.498397:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b2a8. 00000100:00000001:2.0:1767734667.498401:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.498410:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672048256/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.498425:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.498430:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672048256/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.498440:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.498443:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.500775:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.500789:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.500793:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.500796:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.500803:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.500810:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.500818:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.500823:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.500828:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.500833:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d27880 00000400:00000200:2.0:1767734667.500838:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.500844:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b4bd [1] + 224 00000800:00000001:2.0:1767734667.500863:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.500873:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.500876:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.500881:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.500886:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.500894:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672048256/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.500908:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672048256/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.500936:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.500943:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.500947:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.501027:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.501036:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.501039:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.501043:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.501049:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.501052:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.501056:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.501065:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672048256/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.501079:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672048256/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.501089:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.501091:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.501094:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.501096:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.501098:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.501101:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.501104:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.501110:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.501115:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.501130:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.501132:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.501135:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.501138:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.501141:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.501143:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.501146:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.501148:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.501150:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.501153:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.501155:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.501157:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.501159:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.501165:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672048256/t12884924641(12884924641) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.501174:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.501177:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.501179:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.501184:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672048256/t12884924641(12884924641) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.501194:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672048256:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.501200:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.501203:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.501205:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.501207:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.501210:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672048256/t12884924641(12884924641) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.501218:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.501222:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.501225:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.501226:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.501231:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.501239:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.501242:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.501244:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.501248:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.501252:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.501255:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.501258:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.501264:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8b4f480 x1853602671702528/t12884924322(12884924322) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.501274:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.501276:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090835571840 : -117982873979776 : ffff94b1f8b4f480) 00000100:00000001:0.0:1767734667.501279:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.501282:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8b4f480 x1853602671702528/t12884924322(12884924322) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.501291:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.501293:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.501297:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672048256/t12884924641(12884924641) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.501305:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.501307:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000080:00000010:0.1:1767734667.501350:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efdb1080. 00000100:00000040:0.0:1767734667.501360:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8b4f480 x1853602671702528/t12884924322(12884924322) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.501368:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.501371:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.501373:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=42 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.501376:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.501379:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1de889800. 02000000:00000001:0.0:1767734667.501382:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.501384:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.501386:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8b4f480. 00000100:00000001:0.0:1767734667.501390:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.501391:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.501401:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.501407:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672048256/t12884924641(12884924641) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.501416:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.501418:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499340. 00000002:00000001:0.0:1767734667.501422:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.501424:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.501427:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013140. 00000100:00000001:0.0:1767734667.501430:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.501433:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672048256/t12884924641(12884924641) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.501441:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.501443:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.501446:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.501449:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.501450:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.501452:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=41 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.501454:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.501456:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.501458:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.501460:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.501461:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.501464:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.501466:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.501468:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.501470:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.501473:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.501475:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.501478:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.501481:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.501483:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.501493:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.501495:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.501497:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8b5:0x0](ffff94b1c4a5cb08) 00800000:00000001:0.0:1767734667.501501:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.501508:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8b5:0x0] 00000002:00000001:0.0:1767734667.501511:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.501516:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328000 count: 3 00010000:00000001:0.0:1767734667.501519:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.501522:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.501525:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.501527:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.501529:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.501533:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.501535:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.501539:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.501542:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.501544:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8b5:0x0] 00000002:00000001:0.0:1767734667.501547:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.501549:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8b5:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.501554:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.501584:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=42 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.501589:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.501592:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.501595:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.501600:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.501606:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.501616:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8b4d500 x1853602671702144/t12884924321(12884924321) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.501627:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.501633:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672048512/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.501641:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.501643:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.501647:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.501650:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.501653:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.501654:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.501658:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.501668:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.501671:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.501673:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.501678:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672048512/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.501687:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.501689:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.501692:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.501694:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.501697:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.501701:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672048512:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.501705:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.501708:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.501711:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.501713:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.501717:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.501719:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.501725:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.501729:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.501733:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.501738:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672048512, portal 10 00000100:00000001:0.0:1767734667.501740:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.501746:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.501756:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672048512/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.501764:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.501767:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.501770:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80be58. 00000100:00000200:0.0:1767734667.501773:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672048512, offset 0 00000400:00000200:0.0:1767734667.501780:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.501785:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.501791:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.501796:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.501809:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.501812:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.501815:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.501820:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66463:66463:256:4294967295] 192.168.203.112@tcp LPNI seq info [66463:66463:8:4294967295] 00000400:00000200:0.0:1767734667.501826:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.501835:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.501841:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.501846:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734667.501851:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.501858:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.501862:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.501883:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.501888:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10690 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.501892:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.501895:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429334 00000100:00000001:0.0:1767734667.501901:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429330 00000100:00000001:0.0:1767734667.501906:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429334 00000100:00000001:0.0:1767734667.501909:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429330 00000100:00000001:0.0:1767734667.501913:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.501917:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.501920:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.501922:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.501925:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.501929:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.501932:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.502016:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.502027:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734667.502037:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.502045:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.502051:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80be58 00000400:00000010:2.0:1767734667.502054:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80be58. 00000100:00000001:2.0:1767734667.502059:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.502066:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672048512/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.502080:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.502085:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672048512/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.502095:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.502098:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.504653:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.504666:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.504670:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.504673:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.504680:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.504687:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.504695:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.504711:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.504716:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.504721:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d27980 00000400:00000200:2.0:1767734667.504727:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.504733:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b4c5 [1] + 224 00000800:00000001:2.0:1767734667.504740:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.504749:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.504753:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.504757:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.504763:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.504770:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672048512/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.504784:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672048512/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.504812:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.504819:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.504823:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.504904:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.504913:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.504916:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.504919:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.504926:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.504929:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.504944:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.504953:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672048512/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.504966:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672048512/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.504976:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.504978:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.504981:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.504984:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.504986:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.504988:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.504991:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.504997:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.505001:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.505004:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.505006:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.505008:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.505012:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.505015:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.505017:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.505019:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.505021:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.505023:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.505027:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.505029:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.505031:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.505033:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.505038:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672048512/t12884924642(12884924642) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.505048:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.505050:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.505052:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.505057:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672048512/t12884924642(12884924642) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.505083:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672048512:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.505088:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.505091:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.505093:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.505096:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.505099:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672048512/t12884924642(12884924642) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.505108:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.505111:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.505114:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.505116:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.505121:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.505122:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.505125:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.505128:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.505132:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.505135:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.505138:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.505141:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.505146:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8b4d500 x1853602671702144/t12884924321(12884924321) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.505155:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.505157:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090835563776 : -117982873987840 : ffff94b1f8b4d500) 00000100:00000001:0.0:1767734667.505159:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.505163:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8b4d500 x1853602671702144/t12884924321(12884924321) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.505171:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.505173:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.505176:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672048512/t12884924642(12884924642) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.505197:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.505199:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.505204:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8b4d500 x1853602671702144/t12884924321(12884924321) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.505211:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.505214:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.505216:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=41 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.505218:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.505221:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1de88a400. 02000000:00000001:0.0:1767734667.505224:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.505226:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.505228:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8b4d500. 00000100:00000001:0.0:1767734667.505231:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.505233:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.505235:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.505238:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672048512/t12884924642(12884924642) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.505246:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.505249:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499f40. 00000002:00000001:0.0:1767734667.505252:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.505254:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.505257:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013cc0. 00000100:00000001:0.0:1767734667.505259:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.505263:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672048512/t12884924642(12884924642) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.505270:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.505272:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.505274:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.505277:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.505278:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.505280:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=40 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.505282:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.505290:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.505293:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.505295:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.505296:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.505299:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.505301:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.505304:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.505306:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.505309:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000010:0.1:1767734667.505349:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efdb5280. 00000080:00000001:0.0:1767734667.505361:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.505365:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.505368:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.505371:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.505379:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.505382:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.505384:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8b6:0x0](ffff94b1efdb3a88) 00800000:00000001:0.0:1767734667.505389:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.505391:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8b6:0x0] 00000002:00000001:0.0:1767734667.505395:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.505400:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328f00 count: 3 00010000:00000001:0.0:1767734667.505403:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.505407:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.505409:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.505411:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.505413:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.505417:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.505420:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.505424:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.505427:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.505429:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8b6:0x0] 00000002:00000001:0.0:1767734667.505432:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.505434:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8b6:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.505439:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.505442:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=41 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.505446:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.505448:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.505452:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.505457:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.505469:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.505481:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8b4f800 x1853602671701760/t12884924320(12884924320) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.505492:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.505498:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672048768/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.505507:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.505509:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.505513:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.505516:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.505519:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.505521:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.505525:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.505528:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.505530:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.505532:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.505536:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672048768/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.505546:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.505548:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.505551:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.505553:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.505556:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.505588:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672048768:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.505593:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.505596:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.505599:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.505601:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.505606:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.505608:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.505615:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.505619:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.505631:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.505635:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672048768, portal 10 00000100:00000001:0.0:1767734667.505638:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.505640:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.505648:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672048768/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.505656:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.505659:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.505662:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bdd0. 00000100:00000200:0.0:1767734667.505665:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672048768, offset 0 00000400:00000200:0.0:1767734667.505671:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.505677:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.505683:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.505687:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.505691:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.505695:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.505698:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.505703:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66464:66464:256:4294967295] 192.168.203.112@tcp LPNI seq info [66464:66464:8:4294967295] 00000400:00000200:0.0:1767734667.505709:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.505718:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.505724:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.505728:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1700. 00000800:00000200:0.0:1767734667.505734:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.505741:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.505745:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.505766:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.505770:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10690 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.505775:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.505778:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429338 00000100:00000001:0.0:1767734667.505784:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429334 00000100:00000001:0.0:1767734667.505805:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429338 00000100:00000001:0.0:1767734667.505810:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429334 00000100:00000001:0.0:1767734667.505816:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.505819:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.505823:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.505826:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.505830:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.505833:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.505838:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.505906:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.505918:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734667.505924:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.505932:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.505941:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bdd0 00000400:00000010:2.0:1767734667.505944:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bdd0. 00000100:00000001:2.0:1767734667.505949:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.505957:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672048768/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.505970:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.505975:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672048768/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.505984:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.505987:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.508655:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.508681:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.508685:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.508691:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.508700:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.508708:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.508715:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.508720:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.508725:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.508729:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d27a80 00000400:00000200:2.0:1767734667.508735:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.508741:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b4cd [1] + 224 00000800:00000001:2.0:1767734667.508748:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.508757:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.508760:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.508765:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.508770:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.508777:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672048768/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.508791:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672048768/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.508818:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.508825:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.508829:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.508903:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.508913:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.508915:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.508918:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.508925:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.508928:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.508932:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.508941:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672048768/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.508956:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672048768/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.508966:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.508968:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.508971:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.508973:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.508975:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.508978:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.508981:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.508987:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.508991:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.508994:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.508996:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.508999:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.509003:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.509006:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.509020:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.509023:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.509025:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.509027:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.509031:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.509033:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.509036:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.509038:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.509044:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672048768/t12884924643(12884924643) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.509054:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.509057:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.509059:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.509064:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672048768/t12884924643(12884924643) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.509074:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672048768:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.509080:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.509083:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.509085:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.509087:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.509091:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672048768/t12884924643(12884924643) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.509099:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.509102:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.509105:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.509107:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.509112:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.509114:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.509116:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.509119:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.509123:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.509126:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.509134:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.509138:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.509144:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8b4f800 x1853602671701760/t12884924320(12884924320) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.509154:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.509156:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090835572736 : -117982873978880 : ffff94b1f8b4f800) 00000100:00000001:0.0:1767734667.509159:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.509163:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8b4f800 x1853602671701760/t12884924320(12884924320) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.509171:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.509174:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.509177:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672048768/t12884924643(12884924643) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.509186:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.509188:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.509191:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8b4f800 x1853602671701760/t12884924320(12884924320) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.509198:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.509201:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.509203:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=40 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.509205:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.509208:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1de88a000. 02000000:00000001:0.0:1767734667.509212:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.509213:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.509215:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8b4f800. 00000100:00000001:0.0:1767734667.509218:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.509220:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.509222:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.509225:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672048768/t12884924643(12884924643) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.509233:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.509235:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499540. 00000002:00000001:0.0:1767734667.509243:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.509246:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.509249:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013ac0. 00000100:00000001:0.0:1767734667.509252:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.509257:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672048768/t12884924643(12884924643) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.509264:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.509266:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.509269:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.509271:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.509273:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.509274:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=39 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.509276:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.509278:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.509281:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.509282:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.509283:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.509286:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.509288:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.509290:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.509293:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.509296:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.509298:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.509301:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.509304:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.509306:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.509349:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.509352:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.509354:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8b7:0x0](ffff94b1efdb0908) 00800000:00000001:0.0:1767734667.509358:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.509360:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8b7:0x0] 00000002:00000001:0.0:1767734667.509364:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.509369:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328400 count: 3 00010000:00000001:0.0:1767734667.509372:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.509376:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.509378:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.509388:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.509391:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.509394:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.509396:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.509401:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.509404:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.509406:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8b7:0x0] 00000002:00000001:0.0:1767734667.509409:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.509411:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8b7:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.509417:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.509421:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=40 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.509424:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.509427:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.509430:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.509435:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.509440:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.509451:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8b4df80 x1853602671701376/t12884924319(12884924319) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.509462:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.509468:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672049024/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.509476:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.509478:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.509483:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.509485:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.509488:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.509490:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.509494:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.509497:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.509499:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.509501:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.509505:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672049024/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.509514:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.509522:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.509526:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.509528:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.509531:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.509535:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672049024:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.509540:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.509544:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.509546:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.509549:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.509553:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.509555:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.509602:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.509606:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.509611:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.509616:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672049024, portal 10 00000100:00000001:0.0:1767734667.509619:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.509621:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.509628:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672049024/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.509637:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.509640:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.509643:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80baa0. 00000100:00000200:0.0:1767734667.509647:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672049024, offset 0 00000400:00000200:0.0:1767734667.509653:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.509658:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.509664:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.509669:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.509673:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.509676:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.509680:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.509684:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66465:66465:256:4294967295] 192.168.203.112@tcp LPNI seq info [66465:66465:8:4294967295] 00000400:00000200:0.0:1767734667.509690:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.509699:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.509713:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.509718:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1900. 00000800:00000200:0.0:1767734667.509724:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.509730:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.509735:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.509755:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.509760:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10690 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.509765:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.509768:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429342 00000100:00000001:0.0:1767734667.509775:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429338 00000100:00000001:0.0:1767734667.509779:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429342 00000100:00000001:0.0:1767734667.509783:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429338 00000100:00000001:0.0:1767734667.509788:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.509791:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.509794:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.509796:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.509799:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.509802:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.509805:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.509923:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.509931:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734667.509937:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.509945:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.509950:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80baa0 00000400:00000010:2.0:1767734667.509953:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80baa0. 00000100:00000001:2.0:1767734667.509957:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.509965:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672049024/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.509977:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.509996:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672049024/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.510005:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.510008:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.512650:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.512664:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.512668:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.512671:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.512678:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.512685:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.512693:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.512697:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.512702:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.512707:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d27b80 00000400:00000200:2.0:1767734667.512713:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.512718:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b4d5 [1] + 224 00000800:00000001:2.0:1767734667.512725:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.512733:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.512737:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.512742:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.512746:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.512753:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672049024/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.512767:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672049024/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.512794:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.512801:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.512805:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.512857:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.512866:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.512869:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.512873:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.512880:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.512882:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.512886:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.512895:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672049024/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.512909:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672049024/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.512919:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.512934:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.512938:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.512940:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.512942:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.512945:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.512948:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.512954:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.512959:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.512962:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.512964:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.512967:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.512970:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.512973:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.512975:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.512977:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.512979:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.512982:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.512985:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.512987:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.512990:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.512992:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.512998:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672049024/t12884924644(12884924644) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.513008:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.513011:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.513013:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.513018:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672049024/t12884924644(12884924644) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.513028:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672049024:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.513033:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.513036:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.513038:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.513040:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.513052:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672049024/t12884924644(12884924644) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.513062:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.513066:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.513070:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.513071:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.513077:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.513079:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.513082:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.513084:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.513088:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.513091:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.513094:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.513098:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.513103:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8b4df80 x1853602671701376/t12884924319(12884924319) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.513113:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.513115:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090835566464 : -117982873985152 : ffff94b1f8b4df80) 00000100:00000001:0.0:1767734667.513118:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.513121:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8b4df80 x1853602671701376/t12884924319(12884924319) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.513129:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.513131:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.513135:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672049024/t12884924644(12884924644) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.513142:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.513144:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.513148:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8b4df80 x1853602671701376/t12884924319(12884924319) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.513155:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.513158:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.513160:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=39 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.513167:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.513170:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1de889c00. 02000000:00000001:0.0:1767734667.513174:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.513176:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.513178:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8b4df80. 00000100:00000001:0.0:1767734667.513182:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.513184:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.513186:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.513191:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672049024/t12884924644(12884924644) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.513199:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.513201:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499420. 00000002:00000001:0.0:1767734667.513204:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.513206:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.513209:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013680. 00000100:00000001:0.0:1767734667.513211:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.513215:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672049024/t12884924644(12884924644) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.513223:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.513225:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.513228:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.513230:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.513232:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.513233:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=38 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.513236:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.513237:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.513240:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.513241:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.513242:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.513245:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.513246:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.513249:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.513251:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.513254:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.513256:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.513264:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.513267:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.513270:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.513279:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.513282:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.513284:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8b8:0x0](ffff94b1efd49148) 00800000:00000001:0.0:1767734667.513288:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.513290:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8b8:0x0] 00000002:00000001:0.0:1767734667.513293:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.513298:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328800 count: 3 00010000:00000001:0.0:1767734667.513301:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.513305:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.513307:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767734667.513346:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efdb0000. 00000080:00000001:0.0:1767734667.513356:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.513359:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.513363:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.513365:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.513370:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.513372:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.513375:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8b8:0x0] 00000002:00000001:0.0:1767734667.513378:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.513380:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8b8:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.513385:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.513389:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=39 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.513393:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.513396:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.513399:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.513404:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.513409:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.513419:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8b4ed80 x1853602671700992/t12884924318(12884924318) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.513430:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.513436:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672049280/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.513445:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.513455:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.513459:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.513461:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.513465:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.513466:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.513471:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.513474:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.513476:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.513478:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.513483:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672049280/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.513492:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.513494:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.513498:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.513500:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.513503:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.513507:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672049280:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.513511:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.513515:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.513518:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.513520:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.513524:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.513527:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.513533:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.513537:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.513541:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.513546:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672049280, portal 10 00000100:00000001:0.0:1767734667.513549:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.513551:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.513557:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672049280/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.513591:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.513594:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.513605:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bbb0. 00000100:00000200:0.0:1767734667.513609:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672049280, offset 0 00000400:00000200:0.0:1767734667.513616:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.513622:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.513628:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.513633:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.513638:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.513642:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.513645:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.513649:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66466:66466:256:4294967295] 192.168.203.112@tcp LPNI seq info [66466:66466:8:4294967295] 00000400:00000200:0.0:1767734667.513654:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.513664:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.513670:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.513675:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1900. 00000800:00000200:0.0:1767734667.513681:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.513688:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.513692:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.513712:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.513717:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10690 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.513722:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.513725:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429346 00000100:00000001:0.0:1767734667.513731:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429342 00000100:00000001:0.0:1767734667.513736:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429346 00000100:00000001:0.0:1767734667.513743:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429342 00000100:00000001:0.0:1767734667.513749:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.513753:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.513757:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.513760:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.513764:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.513768:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.513778:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.513848:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.513855:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734667.513861:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.513869:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.513875:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bbb0 00000400:00000010:2.0:1767734667.513890:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bbb0. 00000100:00000001:2.0:1767734667.513895:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.513902:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672049280/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.513915:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.513920:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672049280/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.513929:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.513932:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.516397:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.516412:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.516416:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.516420:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.516431:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.516442:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.516449:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.516454:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.516459:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.516463:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d27c80 00000400:00000200:2.0:1767734667.516469:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.516475:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b4dd [1] + 224 00000800:00000001:2.0:1767734667.516481:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.516490:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.516493:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.516497:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.516506:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.516513:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672049280/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.516527:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672049280/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.516554:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.516586:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767734667.516599:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767734667.516604:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767734667.516610:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.516615:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.516619:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.516627:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.516630:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.516636:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.516645:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672049280/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.516660:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672049280/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.516670:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.516672:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.516675:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.516677:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.516679:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.516682:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.516685:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.516691:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.516695:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.516698:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.516700:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.516703:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.516706:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.516709:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.516711:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.516713:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.516715:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.516717:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.516720:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.516722:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.516724:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.516727:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.516732:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672049280/t12884924645(12884924645) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.516764:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.516767:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.516769:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.516775:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672049280/t12884924645(12884924645) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.516785:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672049280:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.516791:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.516794:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.516796:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.516798:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.516802:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672049280/t12884924645(12884924645) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.516810:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.516813:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.516817:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.516818:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.516824:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.516825:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.516828:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.516831:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.516835:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.516839:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.516841:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.516845:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.516850:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8b4ed80 x1853602671700992/t12884924318(12884924318) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.516859:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.516861:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090835570048 : -117982873981568 : ffff94b1f8b4ed80) 00000100:00000001:0.0:1767734667.516863:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.516874:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8b4ed80 x1853602671700992/t12884924318(12884924318) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.516882:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.516885:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.516888:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672049280/t12884924645(12884924645) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.516896:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.516898:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.516901:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8b4ed80 x1853602671700992/t12884924318(12884924318) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.516909:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.516911:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.516913:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=38 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.516915:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.516918:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1de88bc00. 02000000:00000001:0.0:1767734667.516922:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.516923:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.516925:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8b4ed80. 00000100:00000001:0.0:1767734667.516929:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.516930:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.516932:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.516936:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672049280/t12884924645(12884924645) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.516944:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.516946:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499180. 00000002:00000001:0.0:1767734667.516949:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.516951:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.516954:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013dc0. 00000100:00000001:0.0:1767734667.516956:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.516960:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672049280/t12884924645(12884924645) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.516967:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.516974:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.516977:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.516980:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.516982:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.516984:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=37 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.516987:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.516988:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.516991:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.516992:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.516994:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.516996:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.516998:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.517000:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.517003:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.517005:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.517007:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.517010:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.517013:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.517015:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.517025:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.517027:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.517029:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8b9:0x0](ffff94b1efd480c8) 00800000:00000001:0.0:1767734667.517033:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.517035:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8b9:0x0] 00000002:00000001:0.0:1767734667.517038:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.517042:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328100 count: 3 00010000:00000001:0.0:1767734667.517046:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.517049:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.517052:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.517054:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.517056:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.517060:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.517062:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.517066:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.517069:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.517071:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8b9:0x0] 00000002:00000001:0.0:1767734667.517074:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.517076:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8b9:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.517081:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.517090:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=38 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.517094:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.517097:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.517100:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.517105:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.517109:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.517120:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8b4d880 x1853602671700608/t12884924317(12884924317) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.517130:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.517136:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672049536/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.517144:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.517146:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.517150:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.517153:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.517156:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.517158:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.517161:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.517164:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.517167:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.517168:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.517172:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672049536/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.517181:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.517183:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.517186:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.517189:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.517192:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.517196:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672049536:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.517200:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.517203:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.517205:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.517213:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.517217:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.517219:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.517226:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.517229:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.517234:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.517239:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672049536, portal 10 00000100:00000001:0.0:1767734667.517241:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.517243:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.517249:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672049536/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.517258:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.517261:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.517264:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b330. 00000100:00000200:0.0:1767734667.517267:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672049536, offset 0 00000400:00000200:0.0:1767734667.517272:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.517278:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.517284:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.517289:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.517293:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.517297:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.517300:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.517304:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66467:66467:256:4294967295] 192.168.203.112@tcp LPNI seq info [66467:66467:8:4294967295] 00000400:00000200:0.0:1767734667.517339:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.517350:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.517356:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.517361:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1700. 00000800:00000200:0.0:1767734667.517367:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.517374:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.517378:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.517396:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.517408:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10690 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.517414:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.517417:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429350 00000100:00000001:0.0:1767734667.517422:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429346 00000100:00000001:0.0:1767734667.517426:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429350 00000100:00000001:0.0:1767734667.517430:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429346 00000100:00000001:0.0:1767734667.517433:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.517436:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.517439:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.517441:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.517444:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.517446:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.517448:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.517589:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.517597:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734667.517603:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.517611:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.517620:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b330 00000400:00000010:2.0:1767734667.517624:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b330. 00000100:00000001:2.0:1767734667.517628:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.517636:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672049536/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.517649:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.517653:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672049536/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.517663:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.517665:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.520214:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.520228:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.520232:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.520235:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.520242:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.520249:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.520258:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.520262:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.520267:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.520272:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d27d80 00000400:00000200:2.0:1767734667.520278:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.520284:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b4e5 [1] + 224 00000800:00000001:2.0:1767734667.520290:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.520299:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.520302:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.520353:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.520360:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.520370:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672049536/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.520409:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672049536/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.520432:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.520442:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.520448:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.520473:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.520484:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.520486:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.520490:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.520497:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.520499:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.520503:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.520512:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672049536/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.520526:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672049536/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.520536:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.520538:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.520541:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.520543:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.520545:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.520547:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.520551:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.520557:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.520583:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.520599:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.520602:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.520605:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.520608:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.520611:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.520613:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.520616:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.520618:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.520620:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.520624:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.520626:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.520629:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.520631:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.520638:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672049536/t12884924646(12884924646) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.520648:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.520651:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.520653:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.520658:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672049536/t12884924646(12884924646) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.520668:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672049536:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.520674:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.520677:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.520679:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.520681:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.520684:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672049536/t12884924646(12884924646) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.520693:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.520696:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.520699:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.520701:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.520706:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.520716:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.520719:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.520722:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.520726:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.520729:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.520732:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.520736:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.520741:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8b4d880 x1853602671700608/t12884924317(12884924317) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.520751:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.520752:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090835564672 : -117982873986944 : ffff94b1f8b4d880) 00000100:00000001:0.0:1767734667.520756:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.520759:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8b4d880 x1853602671700608/t12884924317(12884924317) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.520768:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.520770:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.520774:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672049536/t12884924646(12884924646) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.520783:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.520785:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.520788:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8b4d880 x1853602671700608/t12884924317(12884924317) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.520796:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.520798:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.520800:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=37 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.520802:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.520805:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1de888000. 02000000:00000001:0.0:1767734667.520809:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.520810:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.520812:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8b4d880. 00000100:00000001:0.0:1767734667.520815:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.520817:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.520824:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.520829:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672049536/t12884924646(12884924646) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.520838:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.520841:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499260. 00000002:00000001:0.0:1767734667.520844:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.520846:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.520849:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013600. 00000100:00000001:0.0:1767734667.520851:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.520855:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672049536/t12884924646(12884924646) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.520862:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.520864:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.520866:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.520869:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.520871:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.520872:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=36 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.520874:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.520876:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.520879:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.520880:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.520881:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.520884:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.520885:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.520888:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.520890:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.520893:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.520895:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.520899:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.520902:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.520905:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.520914:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.520917:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.520919:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8ba:0x0](ffff94b1efd4b248) 00800000:00000001:0.0:1767734667.520923:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.520930:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8ba:0x0] 00000002:00000001:0.0:1767734667.520934:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.520938:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328e00 count: 3 00010000:00000001:0.0:1767734667.520942:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.520945:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.520947:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.520950:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.520952:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.520955:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.520958:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.520962:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.520964:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.520967:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8ba:0x0] 00000002:00000001:0.0:1767734667.520969:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.520972:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8ba:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.520976:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.520980:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=37 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.520983:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.520986:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.520989:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.520994:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.520999:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.521008:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8b4c700 x1853602671700224/t12884924316(12884924316) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.521020:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.521025:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672049792/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.521034:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.521036:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.521040:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.521043:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.521045:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.521047:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.521051:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.521060:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.521063:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.521065:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.521069:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672049792/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.521079:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.521081:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.521084:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.521087:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.521089:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.521093:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672049792:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.521097:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.521101:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.521103:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.521106:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.521110:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.521112:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.521119:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.521123:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.521127:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.521132:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672049792, portal 10 00000100:00000001:0.0:1767734667.521135:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.521137:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.521143:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672049792/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.521151:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.521154:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.521157:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80ba18. 00000100:00000200:0.0:1767734667.521160:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672049792, offset 0 00000400:00000200:0.0:1767734667.521166:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.521172:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.521177:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.521182:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.521192:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.521195:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.521198:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.521203:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66468:66468:256:4294967295] 192.168.203.112@tcp LPNI seq info [66468:66468:8:4294967295] 00000400:00000200:0.0:1767734667.521208:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.521218:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.521224:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.521228:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734667.521234:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.521240:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.521245:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.521266:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.521271:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10690 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.521276:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.521279:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429353 00000100:00000001:0.0:1767734667.521284:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429350 00000100:00000001:0.0:1767734667.521289:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429353 00000100:00000001:0.0:1767734667.521293:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429350 00000100:00000001:0.0:1767734667.521296:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.521299:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.521301:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.521303:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.521306:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.521309:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000080:00000010:0.1:1767734667.521346:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4a5ca40. 00000100:00000001:0.0:1767734667.521360:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.521436:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.521444:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734667.521450:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.521458:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.521463:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80ba18 00000400:00000010:2.0:1767734667.521466:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80ba18. 00000100:00000001:2.0:1767734667.521471:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.521479:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672049792/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.521492:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.521497:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672049792/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.521507:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.521509:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.524021:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.524035:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.524039:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.524042:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.524050:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.524058:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.524065:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.524070:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.524075:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.524080:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d27e80 00000400:00000200:2.0:1767734667.524086:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.524092:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b4ed [1] + 224 00000800:00000001:2.0:1767734667.524110:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.524120:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.524123:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.524128:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.524133:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.524141:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672049792/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.524155:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672049792/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.524183:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.524191:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.524195:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.524271:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.524281:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.524283:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.524287:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.524294:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.524296:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.524350:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.524360:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672049792/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.524375:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672049792/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.524386:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.524389:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.524393:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.524396:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.524399:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.524402:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.524406:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.524413:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.524419:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.524423:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.524426:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.524428:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.524432:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.524435:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.524437:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.524439:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.524441:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.524443:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.524446:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.524448:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.524451:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.524453:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.524459:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672049792/t12884924647(12884924647) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.524468:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.524471:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.524473:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.524478:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672049792/t12884924647(12884924647) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.524505:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672049792:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.524511:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.524514:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.524516:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.524518:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.524522:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672049792/t12884924647(12884924647) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.524531:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.524534:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.524537:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.524539:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.524544:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.524546:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.524548:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.524551:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.524555:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.524582:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.524586:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.524590:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.524595:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8b4c700 x1853602671700224/t12884924316(12884924316) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.524604:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.524607:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090835560192 : -117982873991424 : ffff94b1f8b4c700) 00000100:00000001:0.0:1767734667.524610:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.524614:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8b4c700 x1853602671700224/t12884924316(12884924316) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.524622:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.524624:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.524627:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672049792/t12884924647(12884924647) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.524652:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.524654:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.524660:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8b4c700 x1853602671700224/t12884924316(12884924316) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.524668:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.524670:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.524672:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=36 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.524674:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.524677:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1de88a800. 02000000:00000001:0.0:1767734667.524681:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.524683:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.524684:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8b4c700. 00000100:00000001:0.0:1767734667.524688:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.524690:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.524692:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.524696:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672049792/t12884924647(12884924647) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.524704:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.524707:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499760. 00000002:00000001:0.0:1767734667.524709:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.524712:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.524714:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013fc0. 00000100:00000001:0.0:1767734667.524717:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.524720:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672049792/t12884924647(12884924647) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.524728:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.524729:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.524732:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.524734:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.524736:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.524737:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=35 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.524739:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.524747:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.524750:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.524751:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.524753:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.524756:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.524758:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.524760:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.524763:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.524765:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.524767:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.524770:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.524774:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.524776:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.524786:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.524788:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.524791:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8bb:0x0](ffff94b1efd4d348) 00800000:00000001:0.0:1767734667.524795:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.524797:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8bb:0x0] 00000002:00000001:0.0:1767734667.524800:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.524805:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328700 count: 3 00010000:00000001:0.0:1767734667.524808:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.524812:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.524814:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.524816:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.524818:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.524822:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.524824:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.524828:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.524830:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.524833:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8bb:0x0] 00000002:00000001:0.0:1767734667.524835:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.524837:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8bb:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.524842:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.524845:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=36 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.524849:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.524851:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.524854:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.524859:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.524870:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.524881:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8b4c000 x1853602671699840/t12884924315(12884924315) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.524892:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.524898:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672050048/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.524907:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.524908:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.524913:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.524915:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.524918:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.524920:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.524924:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.524927:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.524930:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.524932:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.524936:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672050048/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.524944:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.524946:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.524949:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.524952:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.524955:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.524959:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672050048:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.524963:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.524966:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.524968:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.524971:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.524974:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.524976:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.524982:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.524986:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.524997:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.525002:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672050048, portal 10 00000100:00000001:0.0:1767734667.525005:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.525007:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.525014:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672050048/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.525022:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.525025:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.525028:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b990. 00000100:00000200:0.0:1767734667.525031:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672050048, offset 0 00000400:00000200:0.0:1767734667.525037:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.525043:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.525048:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.525053:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.525057:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.525060:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.525064:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.525069:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66469:66469:256:4294967295] 192.168.203.112@tcp LPNI seq info [66469:66469:8:4294967295] 00000400:00000200:0.0:1767734667.525074:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.525083:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.525089:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.525093:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734667.525099:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.525105:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.525110:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.525130:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.525135:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10690 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.525140:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.525143:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429357 00000100:00000001:0.0:1767734667.525150:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429353 00000100:00000001:0.0:1767734667.525163:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429357 00000100:00000001:0.0:1767734667.525167:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429353 00000100:00000001:0.0:1767734667.525171:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.525174:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.525177:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.525179:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.525182:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.525185:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.525188:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.525296:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.525304:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.525357:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.525366:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.525372:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b990 00000080:00000010:0.1:1767734667.525375:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efdb39c0. 00000400:00000010:2.0:1767734667.525384:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b990. 00000080:00000010:0.1:1767734667.525392:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efdb0840. 00000100:00000001:2.0:1767734667.525397:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.525408:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672050048/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.525427:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.525432:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672050048/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.525442:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.525445:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.527865:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.527879:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.527882:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.527886:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.527893:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.527900:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.527908:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.527924:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.527929:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.527933:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d27f80 00000400:00000200:2.0:1767734667.527939:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.527945:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b4f5 [1] + 224 00000800:00000001:2.0:1767734667.527951:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.527961:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.527964:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.527968:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.527973:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.527980:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672050048/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.527994:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672050048/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.528021:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.528028:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.528032:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.528112:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.528122:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.528124:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.528127:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.528134:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.528137:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.528141:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.528150:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672050048/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.528164:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672050048/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.528174:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.528177:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.528179:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.528182:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.528184:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.528186:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.528189:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.528195:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.528199:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.528202:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.528205:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.528207:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.528211:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.528214:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.528228:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.528230:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.528232:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.528234:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.528238:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.528240:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.528242:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.528244:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.528250:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672050048/t12884924648(12884924648) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.528261:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.528263:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.528266:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.528270:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672050048/t12884924648(12884924648) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.528281:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672050048:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.528286:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.528289:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.528291:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.528293:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.528297:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672050048/t12884924648(12884924648) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.528305:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.528308:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.528345:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.528347:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.528352:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.528354:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.528358:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.528361:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.528366:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.528371:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.528382:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.528387:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.528395:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8b4c000 x1853602671699840/t12884924315(12884924315) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.528406:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.528408:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090835558400 : -117982873993216 : ffff94b1f8b4c000) 00000100:00000001:0.0:1767734667.528413:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.528419:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8b4c000 x1853602671699840/t12884924315(12884924315) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.528428:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.528431:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.528437:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672050048/t12884924648(12884924648) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.528446:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.528448:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.528452:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8b4c000 x1853602671699840/t12884924315(12884924315) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.528460:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.528463:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.528464:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=35 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.528467:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.528470:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1de88b800. 02000000:00000001:0.0:1767734667.528473:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.528475:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.528477:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8b4c000. 00000100:00000001:0.0:1767734667.528480:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.528482:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.528484:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.528488:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672050048/t12884924648(12884924648) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.528497:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.528499:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499600. 00000002:00000001:0.0:1767734667.528509:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.528512:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.528515:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013b40. 00000100:00000001:0.0:1767734667.528517:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.528522:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672050048/t12884924648(12884924648) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.528529:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.528531:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.528534:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.528536:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.528538:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.528539:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=34 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.528541:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.528543:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.528546:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.528547:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.528549:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.528552:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.528553:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.528556:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.528583:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.528586:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.528588:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.528591:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.528595:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.528597:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.528608:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.528610:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.528613:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8bc:0x0](ffff94b1efd4c2c8) 00800000:00000001:0.0:1767734667.528617:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.528618:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8bc:0x0] 00000002:00000001:0.0:1767734667.528622:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.528627:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328a00 count: 3 00010000:00000001:0.0:1767734667.528630:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.528634:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.528636:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.528646:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.528649:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.528652:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.528654:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.528659:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.528662:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.528664:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8bc:0x0] 00000002:00000001:0.0:1767734667.528667:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.528669:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8bc:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.528674:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.528678:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=35 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.528681:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.528684:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.528687:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.528692:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.528697:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.528708:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8b4ca80 x1853602671699456/t12884924314(12884924314) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.528719:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.528725:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672050304/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.528734:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.528736:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.528740:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.528742:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.528745:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.528747:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.528751:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.528754:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.528756:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.528758:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.528762:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672050304/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.528771:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.528779:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.528783:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.528785:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.528788:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.528792:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672050304:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.528796:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.528800:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.528802:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.528805:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.528808:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.528811:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.528817:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.528821:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.528825:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.528830:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672050304, portal 10 00000100:00000001:0.0:1767734667.528833:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.528835:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.528841:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672050304/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.528849:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.528853:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.528856:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b110. 00000100:00000200:0.0:1767734667.528859:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672050304, offset 0 00000400:00000200:0.0:1767734667.528865:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.528871:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.528876:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.528881:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.528885:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.528888:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.528892:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.528896:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66470:66470:256:4294967295] 192.168.203.112@tcp LPNI seq info [66470:66470:8:4294967295] 00000400:00000200:0.0:1767734667.528901:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.528910:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.528923:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.528928:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734667.528934:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.528940:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.528945:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.528965:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.528970:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10690 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.528975:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.528978:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429361 00000100:00000001:0.0:1767734667.528984:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429357 00000100:00000001:0.0:1767734667.528988:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429361 00000100:00000001:0.0:1767734667.528991:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429357 00000100:00000001:0.0:1767734667.528995:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.528998:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.529000:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.529002:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.529005:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.529008:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.529010:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.529131:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.529139:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.529145:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.529153:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.529158:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b110 00000400:00000010:2.0:1767734667.529160:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b110. 00000100:00000001:2.0:1767734667.529165:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.529173:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672050304/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.529186:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.529190:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672050304/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.529200:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.529202:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.529366:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efd49080. 00000080:00000010:0.1:1767734667.529378:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efd48000. 00000800:00000001:2.0:1767734667.531645:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.531669:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.531673:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.531676:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.531683:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.531690:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.531697:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.531702:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.531707:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.531711:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d28080 00000400:00000200:2.0:1767734667.531717:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.531723:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b4fd [1] + 224 00000800:00000001:2.0:1767734667.531730:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.531739:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.531743:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.531747:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.531752:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.531759:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672050304/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.531773:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672050304/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.531801:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.531808:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.531812:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.531851:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.531861:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.531863:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.531867:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.531873:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.531876:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.531879:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.531888:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672050304/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.531903:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672050304/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.531913:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.531926:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.531929:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.531931:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.531934:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.531936:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.531939:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.531945:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.531949:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.531952:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.531954:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.531956:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.531960:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.531963:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.531965:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.531967:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.531969:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.531971:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.531974:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.531976:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.531978:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.531981:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.531986:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672050304/t12884924649(12884924649) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.531996:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.531998:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.532001:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.532006:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672050304/t12884924649(12884924649) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.532016:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672050304:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.532021:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.532024:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.532026:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.532028:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.532039:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672050304/t12884924649(12884924649) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.532048:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.532051:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.532055:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.532057:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.532062:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.532064:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.532067:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.532070:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.532074:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.532077:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.532080:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.532084:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.532089:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8b4ca80 x1853602671699456/t12884924314(12884924314) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.532098:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.532100:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090835561088 : -117982873990528 : ffff94b1f8b4ca80) 00000100:00000001:0.0:1767734667.532102:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.532106:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8b4ca80 x1853602671699456/t12884924314(12884924314) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.532114:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.532116:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.532119:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672050304/t12884924649(12884924649) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.532127:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.532129:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.532132:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8b4ca80 x1853602671699456/t12884924314(12884924314) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.532140:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.532142:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.532144:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=34 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.532152:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.532155:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1de88ac00. 02000000:00000001:0.0:1767734667.532159:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.532161:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.532163:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8b4ca80. 00000100:00000001:0.0:1767734667.532166:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.532168:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.532170:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.532174:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672050304/t12884924649(12884924649) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.532182:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.532184:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499800. 00000002:00000001:0.0:1767734667.532187:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.532190:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.532192:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f60135c0. 00000100:00000001:0.0:1767734667.532195:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.532198:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672050304/t12884924649(12884924649) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.532206:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.532207:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.532210:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.532212:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.532214:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.532216:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=33 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.532218:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.532220:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.532222:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.532224:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.532226:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.532228:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.532230:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.532232:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.532234:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.532237:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.532239:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.532248:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.532252:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.532254:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.532263:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.532265:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.532267:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8bd:0x0](ffff94b1efd49988) 00800000:00000001:0.0:1767734667.532271:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.532273:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8bd:0x0] 00000002:00000001:0.0:1767734667.532276:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.532281:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c700 count: 3 00010000:00000001:0.0:1767734667.532284:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.532287:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.532289:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.532291:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.532293:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.532297:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.532299:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.532303:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.532306:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.532308:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8bd:0x0] 00000002:00000001:0.0:1767734667.532340:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.532343:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8bd:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.532348:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.532352:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=34 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.532356:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.532358:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.532362:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.532368:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.532374:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.532386:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8b4d180 x1853602671699072/t12884924313(12884924313) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.532399:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.532407:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672050560/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.532416:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.532426:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.532431:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.532435:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.532439:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.532441:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.532445:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.532449:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.532452:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.532454:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.532459:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672050560/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.532468:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.532470:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.532473:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.532476:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.532478:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.532482:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672050560:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.532486:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.532490:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.532492:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.532495:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.532498:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.532501:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.532507:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.532511:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.532516:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.532520:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672050560, portal 10 00000100:00000001:0.0:1767734667.532523:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.532525:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.532531:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672050560/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.532539:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.532543:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.532552:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b198. 00000100:00000200:0.0:1767734667.532555:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672050560, offset 0 00000400:00000200:0.0:1767734667.532588:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.532594:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.532600:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.532605:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.532609:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.532612:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.532616:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.532620:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66471:66471:256:4294967295] 192.168.203.112@tcp LPNI seq info [66471:66471:8:4294967295] 00000400:00000200:0.0:1767734667.532625:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.532635:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.532641:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.532645:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734667.532651:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.532658:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.532662:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.532681:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.532686:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10688 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.532691:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.532694:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429365 00000100:00000001:0.0:1767734667.532700:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429361 00000100:00000001:0.0:1767734667.532705:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429365 00000100:00000001:0.0:1767734667.532709:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429361 00000100:00000001:0.0:1767734667.532712:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.532715:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.532719:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.532721:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.532724:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.532729:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.532740:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.532814:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.532822:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734667.532828:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.532836:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.532842:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b198 00000400:00000010:2.0:1767734667.532845:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b198. 00000100:00000001:2.0:1767734667.532850:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.532857:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672050560/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.532870:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.532889:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672050560/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.532898:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.532901:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.533363:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efd4b180. 00000800:00000001:2.0:1767734667.535604:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.535617:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.535621:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.535624:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.535631:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.535637:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.535645:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.535649:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.535654:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.535658:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d28180 00000400:00000200:2.0:1767734667.535664:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.535670:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b505 [1] + 224 00000800:00000001:2.0:1767734667.535676:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.535684:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.535688:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.535692:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.535697:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.535704:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672050560/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.535718:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672050560/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.535743:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.535751:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.535754:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.535783:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.535793:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.535795:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.535799:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.535806:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.535809:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.535813:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.535821:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672050560/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.535836:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672050560/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.535846:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.535848:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.535851:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.535853:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.535855:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.535857:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.535860:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.535866:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.535871:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.535874:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.535876:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.535878:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.535881:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.535884:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.535886:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.535888:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.535890:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.535892:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.535896:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.535898:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.535900:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.535902:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.535908:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672050560/t12884924650(12884924650) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.535936:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.535939:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.535941:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.535947:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672050560/t12884924650(12884924650) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.535957:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672050560:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.535963:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.535966:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.535968:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.535970:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.535974:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672050560/t12884924650(12884924650) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.535982:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.535985:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.535989:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.535990:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.535995:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.535997:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.536000:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.536002:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.536006:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.536009:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.536012:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.536016:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.536025:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8b4d180 x1853602671699072/t12884924313(12884924313) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.536035:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.536037:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090835562880 : -117982873988736 : ffff94b1f8b4d180) 00000100:00000001:0.0:1767734667.536039:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.536050:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8b4d180 x1853602671699072/t12884924313(12884924313) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.536058:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.536061:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.536064:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672050560/t12884924650(12884924650) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.536072:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.536074:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.536077:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8b4d180 x1853602671699072/t12884924313(12884924313) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.536085:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.536087:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.536089:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=33 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.536091:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.536094:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1de88b000. 02000000:00000001:0.0:1767734667.536098:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.536099:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.536101:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8b4d180. 00000100:00000001:0.0:1767734667.536105:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.536106:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.536108:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.536112:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672050560/t12884924650(12884924650) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.536119:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.536122:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499160. 00000002:00000001:0.0:1767734667.536125:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.536128:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.536130:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013a40. 00000100:00000001:0.0:1767734667.536133:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.536136:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672050560/t12884924650(12884924650) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.536144:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.536150:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.536153:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.536158:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.536161:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.536162:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=32 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.536165:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.536167:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.536171:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.536172:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.536174:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.536177:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.536179:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.536182:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.536185:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.536189:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.536192:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.536195:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.536199:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.536202:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.536213:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.536216:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.536218:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8be:0x0](ffff94b1efd48908) 00800000:00000001:0.0:1767734667.536222:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.536224:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8be:0x0] 00000002:00000001:0.0:1767734667.536227:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.536232:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427cb00 count: 3 00010000:00000001:0.0:1767734667.536235:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.536238:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.536241:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.536244:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.536247:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.536251:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.536254:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.536259:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.536262:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.536265:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8be:0x0] 00000002:00000001:0.0:1767734667.536268:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.536270:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8be:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.536275:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.536287:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=33 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.536290:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.536293:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.536296:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.536301:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.536306:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.536354:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8b4ce00 x1853602671698688/t12884924312(12884924312) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.536367:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.536376:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672050816/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.536386:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.536388:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.536394:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.536397:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.536400:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.536402:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.536406:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.536410:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.536414:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.536416:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.536422:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672050816/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.536431:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.536433:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.536437:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.536440:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.536444:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.536448:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672050816:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.536452:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.536456:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.536458:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.536468:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.536472:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.536475:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.536482:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.536485:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.536490:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.536494:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672050816, portal 10 00000100:00000001:0.0:1767734667.536497:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.536499:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.536505:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672050816/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.536514:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.536517:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.536520:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b660. 00000100:00000200:0.0:1767734667.536523:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672050816, offset 0 00000400:00000200:0.0:1767734667.536528:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.536534:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.536540:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.536544:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.536548:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.536552:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.536555:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.536587:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66472:66472:256:4294967295] 192.168.203.112@tcp LPNI seq info [66472:66472:8:4294967295] 00000400:00000200:0.0:1767734667.536594:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.536603:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.536610:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.536614:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1700. 00000800:00000200:0.0:1767734667.536620:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.536627:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.536632:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.536651:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.536663:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10688 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.536668:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.536671:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429369 00000100:00000001:0.0:1767734667.536677:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429365 00000100:00000001:0.0:1767734667.536682:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429369 00000100:00000001:0.0:1767734667.536686:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429365 00000100:00000001:0.0:1767734667.536691:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.536695:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.536698:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.536701:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.536704:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.536708:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.536711:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.536791:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.536799:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734667.536805:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.536813:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.536818:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b660 00000400:00000010:2.0:1767734667.536832:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b660. 00000100:00000001:2.0:1767734667.536837:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.536845:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672050816/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.536858:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.536863:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672050816/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.536872:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.536875:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.537362:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efd4d280. 00000800:00000001:2.0:1767734667.539369:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.539383:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.539387:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.539391:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.539399:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.539406:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.539414:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.539419:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.539424:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.539429:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d28280 00000400:00000200:2.0:1767734667.539435:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.539440:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b50d [1] + 224 00000800:00000001:2.0:1767734667.539447:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.539456:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.539459:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.539464:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.539469:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.539476:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672050816/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.539491:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672050816/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.539519:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.539527:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.539544:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.539554:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.539586:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.539589:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.539593:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.539602:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.539605:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.539609:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.539618:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672050816/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.539633:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672050816/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.539642:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.539644:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.539647:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.539650:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.539652:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.539654:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.539658:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.539664:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.539669:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.539684:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.539686:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.539689:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.539692:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.539695:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.539697:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.539699:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.539701:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.539703:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.539707:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.539709:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.539712:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.539714:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.539719:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672050816/t12884924651(12884924651) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.539729:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.539732:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.539734:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.539739:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672050816/t12884924651(12884924651) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.539749:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672050816:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.539755:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.539758:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.539760:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.539762:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.539766:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672050816/t12884924651(12884924651) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.539774:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.539777:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.539781:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.539782:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.539788:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.539795:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.539798:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.539801:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.539804:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.539808:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.539811:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.539814:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.539820:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8b4ce00 x1853602671698688/t12884924312(12884924312) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.539829:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.539831:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090835561984 : -117982873989632 : ffff94b1f8b4ce00) 00000100:00000001:0.0:1767734667.539834:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.539838:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8b4ce00 x1853602671698688/t12884924312(12884924312) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.539846:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.539848:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.539852:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672050816/t12884924651(12884924651) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.539860:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.539862:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.539865:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8b4ce00 x1853602671698688/t12884924312(12884924312) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.539873:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.539875:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.539877:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=32 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.539879:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.539882:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1de88b400. 02000000:00000001:0.0:1767734667.539885:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.539887:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.539889:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8b4ce00. 00000100:00000001:0.0:1767734667.539892:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.539894:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.539901:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.539906:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672050816/t12884924651(12884924651) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.539914:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.539916:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499bc0. 00000002:00000001:0.0:1767734667.539919:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.539922:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.539924:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013280. 00000100:00000001:0.0:1767734667.539927:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.539930:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672050816/t12884924651(12884924651) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.539938:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.539939:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.539942:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.539944:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.539946:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.539947:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=31 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.539950:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.539951:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.539954:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.539955:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.539957:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.539959:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.539961:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.539963:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.539966:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.539969:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.539971:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.539974:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.539977:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.539980:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.539989:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.539992:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.539994:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8bf:0x0](ffff94b1efd4ba88) 00800000:00000001:0.0:1767734667.539998:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.540005:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8bf:0x0] 00000002:00000001:0.0:1767734667.540008:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.540013:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328300 count: 3 00010000:00000001:0.0:1767734667.540016:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.540020:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.540022:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.540024:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.540026:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.540029:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.540032:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.540036:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.540039:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.540041:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8bf:0x0] 00000002:00000001:0.0:1767734667.540044:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.540046:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8bf:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.540051:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.540054:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=32 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.540058:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.540060:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.540064:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.540069:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.540074:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.540084:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b2012cce00 x1853602671698304/t12884924311(12884924311) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.540095:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.540100:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672051072/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.540109:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.540110:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.540115:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.540117:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.540120:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.540122:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.540126:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.540137:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.540140:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.540141:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.540150:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672051072/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.540159:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.540161:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.540164:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.540166:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.540169:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.540173:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672051072:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.540178:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.540181:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.540184:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.540186:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.540190:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.540192:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.540198:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.540202:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.540206:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.540210:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672051072, portal 10 00000100:00000001:0.0:1767734667.540213:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.540215:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.540221:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672051072/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.540229:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.540232:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.540235:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bc38. 00000100:00000200:0.0:1767734667.540238:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672051072, offset 0 00000400:00000200:0.0:1767734667.540244:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.540249:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.540255:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.540259:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.540270:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.540273:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.540276:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.540281:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66473:66473:256:4294967295] 192.168.203.112@tcp LPNI seq info [66473:66473:8:4294967295] 00000400:00000200:0.0:1767734667.540286:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.540295:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.540301:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.540305:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1900. 00000800:00000200:0.0:1767734667.540342:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.540349:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.540353:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.540372:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.540377:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10688 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.540383:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.540387:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429373 00000100:00000001:0.0:1767734667.540395:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429369 00000100:00000001:0.0:1767734667.540401:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429373 00000100:00000001:0.0:1767734667.540406:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429369 00000100:00000001:0.0:1767734667.540412:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.540415:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.540418:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.540420:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.540424:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.540429:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.540432:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.540544:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.540552:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734667.540585:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.540594:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.540600:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bc38 00000400:00000010:2.0:1767734667.540603:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bc38. 00000100:00000001:2.0:1767734667.540607:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.540615:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672051072/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.540628:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.540632:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672051072/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.540642:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.540644:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.541395:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efd4c200. 00000800:00000001:2.0:1767734667.544377:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.544392:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.544396:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.544401:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.544410:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.544419:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.544429:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.544434:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.544439:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.544444:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d28380 00000400:00000200:2.0:1767734667.544450:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.544455:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b515 [1] + 224 00000800:00000001:2.0:1767734667.544462:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.544471:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.544474:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.544479:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.544484:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.544492:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672051072/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.544529:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672051072/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.544556:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.544587:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.544593:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.544604:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.544614:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.544617:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.544622:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.544630:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.544632:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.544648:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.544657:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672051072/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.544671:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672051072/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.544681:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.544683:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.544686:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.544688:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.544690:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.544693:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.544695:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.544701:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.544705:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.544709:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.544711:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.544713:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.544716:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.544719:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.544721:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.544724:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.544725:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.544727:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.544731:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.544733:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.544735:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.544737:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.544742:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672051072/t12884924652(12884924652) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.544752:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.544754:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.544756:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.544761:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672051072/t12884924652(12884924652) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.544787:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672051072:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.544793:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.544796:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.544798:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.544800:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.544804:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672051072/t12884924652(12884924652) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.544812:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.544816:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.544819:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.544821:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.544826:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.544828:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.544831:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.544834:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.544837:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.544841:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.544843:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.544847:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.544852:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b2012cce00 x1853602671698304/t12884924311(12884924311) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.544861:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.544863:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090977644032 : -117982731907584 : ffff94b2012cce00) 00000100:00000001:0.0:1767734667.544866:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.544870:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b2012cce00 x1853602671698304/t12884924311(12884924311) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.544878:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.544880:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.544883:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672051072/t12884924652(12884924652) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.544904:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.544907:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.544911:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b2012cce00 x1853602671698304/t12884924311(12884924311) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.544919:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.544922:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.544924:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=31 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.544926:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.544929:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1de889400. 02000000:00000001:0.0:1767734667.544932:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.544934:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.544936:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b2012cce00. 00000100:00000001:0.0:1767734667.544940:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.544942:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.544944:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.544947:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672051072/t12884924652(12884924652) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.544955:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.544957:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499b00. 00000002:00000001:0.0:1767734667.544960:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.544963:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.544965:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013e00. 00000100:00000001:0.0:1767734667.544968:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.544972:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672051072/t12884924652(12884924652) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.544979:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.544981:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.544983:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.544986:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.544987:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.544989:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=30 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.544991:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.544998:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.545001:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.545003:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.545005:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.545008:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.545009:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.545012:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.545014:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.545017:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.545019:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.545022:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.545025:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.545028:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.545038:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.545040:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.545043:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8c0:0x0](ffff94b1f0744b08) 00800000:00000001:0.0:1767734667.545047:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.545049:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8c0:0x0] 00000002:00000001:0.0:1767734667.545053:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.545057:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebcb00 count: 3 00010000:00000001:0.0:1767734667.545061:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.545064:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.545067:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.545069:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.545071:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.545075:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.545077:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.545081:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.545084:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.545086:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8c0:0x0] 00000002:00000001:0.0:1767734667.545089:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.545091:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8c0:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.545095:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.545099:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=31 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.545103:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.545105:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.545108:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.545114:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.545125:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.545136:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b2012cc000 x1853602671697920/t12884924310(12884924310) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.545146:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.545152:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672051328/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.545161:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.545163:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.545167:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.545170:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.545173:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.545175:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.545179:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.545183:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.545185:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.545186:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.545190:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672051328/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.545199:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.545201:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.545205:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.545208:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.545211:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.545214:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672051328:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.545218:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.545222:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.545224:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.545226:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.545229:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.545232:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.545238:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.545241:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.545254:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.545259:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672051328, portal 10 00000100:00000001:0.0:1767734667.545262:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.545264:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.545271:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672051328/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.545280:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.545283:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.545286:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b220. 00000100:00000200:0.0:1767734667.545290:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672051328, offset 0 00000400:00000200:0.0:1767734667.545295:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.545301:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.545307:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.545342:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.545346:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.545350:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.545354:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.545358:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66474:66474:256:4294967295] 192.168.203.112@tcp LPNI seq info [66474:66474:8:4294967295] 00000400:00000200:0.0:1767734667.545364:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.545373:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.545380:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.545385:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1900. 00000800:00000200:0.0:1767734667.545392:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.545399:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.545403:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.545421:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.545426:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10688 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.545431:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.545433:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429378 00000100:00000001:0.0:1767734667.545440:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429373 00000100:00000001:0.0:1767734667.545455:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429378 00000100:00000001:0.0:1767734667.545459:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429373 00000100:00000001:0.0:1767734667.545463:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.545466:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.545469:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.545472:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.545475:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.545478:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.545480:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.545612:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.545620:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734667.545626:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.545634:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.545639:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b220 00000400:00000010:2.0:1767734667.545642:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b220. 00000100:00000001:2.0:1767734667.545646:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.545654:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672051328/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.545667:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.545671:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672051328/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.545680:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.545683:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.548240:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.548258:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.548262:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.548265:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.548272:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.548279:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.548287:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.548291:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.548296:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.548304:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d28480 00000400:00000200:2.0:1767734667.548354:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.548363:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b51d [1] + 224 00000800:00000001:2.0:1767734667.548389:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.548402:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.548406:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.548416:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.548422:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.548432:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672051328/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.548451:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672051328/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.548477:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.548484:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.548493:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.548519:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.548530:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.548532:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.548536:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.548543:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.548545:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.548550:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.548579:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672051328/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.548595:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672051328/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.548606:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.548608:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.548611:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.548614:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.548616:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.548619:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.548622:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.548628:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.548633:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.548636:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.548638:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.548641:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.548644:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.548647:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.548662:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.548664:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.548667:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.548668:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.548672:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.548674:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.548676:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.548679:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.548684:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672051328/t12884924653(12884924653) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.548694:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.548697:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.548699:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.548703:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672051328/t12884924653(12884924653) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.548713:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672051328:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.548719:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.548722:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.548724:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.548726:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.548730:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672051328/t12884924653(12884924653) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.548738:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.548741:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.548744:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.548746:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.548751:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.548752:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.548755:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.548758:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.548762:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.548765:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.548774:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.548778:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.548783:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b2012cc000 x1853602671697920/t12884924310(12884924310) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.548792:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.548794:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090977640448 : -117982731911168 : ffff94b2012cc000) 00000100:00000001:0.0:1767734667.548797:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.548801:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b2012cc000 x1853602671697920/t12884924310(12884924310) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.548809:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.548812:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.548816:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672051328/t12884924653(12884924653) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.548824:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.548826:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.548830:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b2012cc000 x1853602671697920/t12884924310(12884924310) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.548837:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.548839:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.548841:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=30 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.548844:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.548846:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1de888800. 02000000:00000001:0.0:1767734667.548850:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.548852:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.548853:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b2012cc000. 00000100:00000001:0.0:1767734667.548857:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.548858:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.548860:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.548864:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672051328/t12884924653(12884924653) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.548871:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.548874:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c84998a0. 00000002:00000001:0.0:1767734667.548882:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.548884:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.548887:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f60131c0. 00000100:00000001:0.0:1767734667.548890:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.548894:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672051328/t12884924653(12884924653) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.548906:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.548908:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.548910:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.548913:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.548914:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.548916:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=29 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.548918:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.548920:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.548922:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.548923:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.548925:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.548928:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.548929:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.548931:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.548938:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.548941:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.548943:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.548945:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.548949:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.548951:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.548964:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.548967:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.548969:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8c1:0x0](ffff94b1efd4a1c8) 00800000:00000001:0.0:1767734667.548972:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.548974:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8c1:0x0] 00000002:00000001:0.0:1767734667.548977:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.548982:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc000 count: 3 00010000:00000001:0.0:1767734667.548985:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.548988:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.548990:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.548998:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.549000:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.549003:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.549005:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.549010:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.549013:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.549015:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8c1:0x0] 00000002:00000001:0.0:1767734667.549017:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.549019:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8c1:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.549024:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.549027:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=30 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.549031:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.549033:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.549036:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.549041:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.549049:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.549063:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b2012cc700 x1853602671697536/t12884924309(12884924309) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.549074:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.549079:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672051584/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.549087:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.549089:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.549093:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.549095:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.549098:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.549100:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.549103:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.549106:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.549109:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.549110:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.549114:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672051584/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.549122:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.549130:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.549134:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.549141:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.549144:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.549148:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672051584:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.549152:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.549156:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.549159:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.549161:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.549166:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.549168:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.549175:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.549178:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.549183:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.549188:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672051584, portal 10 00000100:00000001:0.0:1767734667.549190:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.549192:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.549199:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672051584/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.549207:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.549210:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.549213:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b3b8. 00000100:00000200:0.0:1767734667.549216:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672051584, offset 0 00000400:00000200:0.0:1767734667.549222:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.549228:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.549233:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.549238:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.549242:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.549246:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.549249:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.549253:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66475:66475:256:4294967295] 192.168.203.112@tcp LPNI seq info [66475:66475:8:4294967295] 00000400:00000200:0.0:1767734667.549259:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.549268:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.549283:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.549287:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1700. 00000800:00000200:0.0:1767734667.549293:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.549300:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.549304:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1700 type 1, nob 488 niov 1 nkiov 1 00000080:00000010:0.1:1767734667.549359:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efd498c0. 00000100:00000001:0.0:1767734667.549378:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.549382:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10688 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.549387:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.549390:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429382 00000100:00000001:0.0:1767734667.549396:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429378 00000100:00000001:0.0:1767734667.549400:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429382 00000100:00000001:0.0:1767734667.549405:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429378 00000100:00000001:0.0:1767734667.549409:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.549412:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.549416:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.549418:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.549421:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.549425:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.549428:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.549504:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.549512:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734667.549518:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.549526:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.549531:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b3b8 00000400:00000010:2.0:1767734667.549534:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b3b8. 00000100:00000001:2.0:1767734667.549539:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.549546:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672051584/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.549581:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.549586:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672051584/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.549597:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.549600:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.552190:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.552204:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.552207:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.552214:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.552226:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.552233:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.552240:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.552256:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.552261:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.552266:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d28580 00000400:00000200:2.0:1767734667.552271:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.552277:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b525 [1] + 224 00000800:00000001:2.0:1767734667.552284:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.552293:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.552297:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.552301:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.552306:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.552361:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672051584/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.552379:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672051584/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.552400:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.552412:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.552418:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.552433:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.552443:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.552446:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.552450:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.552458:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.552461:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.552465:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.552474:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672051584/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.552488:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672051584/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.552499:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.552513:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.552516:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.552518:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.552520:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.552523:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.552526:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.552532:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.552537:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.552539:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.552541:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.552544:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.552547:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.552550:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.552551:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.552554:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.552556:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.552582:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.552587:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.552589:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.552591:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.552594:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.552600:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672051584/t12884924654(12884924654) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.552609:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.552612:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.552614:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.552619:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672051584/t12884924654(12884924654) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.552629:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672051584:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.552634:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.552637:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.552639:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.552641:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.552653:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672051584/t12884924654(12884924654) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.552662:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.552666:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.552669:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.552671:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.552676:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.552678:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.552681:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.552684:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.552688:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.552691:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.552694:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.552698:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.552703:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b2012cc700 x1853602671697536/t12884924309(12884924309) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.552712:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.552714:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090977642240 : -117982731909376 : ffff94b2012cc700) 00000100:00000001:0.0:1767734667.552717:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.552720:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b2012cc700 x1853602671697536/t12884924309(12884924309) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.552728:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.552730:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.552734:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672051584/t12884924654(12884924654) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.552741:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.552743:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.552747:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b2012cc700 x1853602671697536/t12884924309(12884924309) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.552754:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.552757:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.552758:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=29 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.552766:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.552769:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1de888400. 02000000:00000001:0.0:1767734667.552773:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.552775:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.552777:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b2012cc700. 00000100:00000001:0.0:1767734667.552781:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.552783:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.552785:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.552790:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672051584/t12884924654(12884924654) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.552797:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.552800:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499060. 00000002:00000001:0.0:1767734667.552802:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.552805:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.552807:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013d80. 00000100:00000001:0.0:1767734667.552810:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.552813:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672051584/t12884924654(12884924654) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.552821:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.552823:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.552825:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.552828:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.552830:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.552831:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=28 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.552834:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.552836:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.552838:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.552839:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.552841:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.552843:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.552845:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.552847:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.552850:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.552852:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.552854:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.552862:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.552865:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.552868:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.552877:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.552880:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.552882:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8c2:0x0](ffff94b1f0743a88) 00800000:00000001:0.0:1767734667.552886:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.552888:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8c2:0x0] 00000002:00000001:0.0:1767734667.552891:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.552896:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328200 count: 3 00010000:00000001:0.0:1767734667.552899:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.552902:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.552905:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.552907:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.552909:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.552913:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.552915:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.552919:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.552922:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.552924:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8c2:0x0] 00000002:00000001:0.0:1767734667.552926:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.552928:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8c2:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.552933:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.552937:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=29 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.552940:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.552942:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.552945:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.552950:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.552955:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.552965:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b2012cd180 x1853602671697152/t12884924308(12884924308) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.552976:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.552982:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672051840/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.552990:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.552998:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.553002:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.553005:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.553007:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.553009:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.553013:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.553016:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.553018:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.553019:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.553024:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672051840/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.553032:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.553034:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.553037:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.553040:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.553042:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.553046:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672051840:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.553050:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.553053:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.553055:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.553058:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.553061:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.553063:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.553069:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.553073:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.553077:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.553082:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672051840, portal 10 00000100:00000001:0.0:1767734667.553088:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.553094:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.553100:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672051840/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.553108:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.553111:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.553119:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bf68. 00000100:00000200:0.0:1767734667.553123:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672051840, offset 0 00000400:00000200:0.0:1767734667.553129:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.553135:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.553141:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.553146:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.553150:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.553154:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.553157:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.553161:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66476:66476:256:4294967295] 192.168.203.112@tcp LPNI seq info [66476:66476:8:4294967295] 00000400:00000200:0.0:1767734667.553166:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.553175:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.553182:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.553186:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734667.553192:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.553199:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.553204:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.553225:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.553230:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10688 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.553235:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.553238:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429385 00000100:00000001:0.0:1767734667.553243:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429382 00000100:00000001:0.0:1767734667.553248:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429385 00000100:00000001:0.0:1767734667.553252:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429382 00000100:00000001:0.0:1767734667.553255:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.553258:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.553260:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.553262:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.553265:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.553268:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.553279:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.553433:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.553445:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734667.553453:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.553462:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.553472:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bf68 00000400:00000010:2.0:1767734667.553476:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bf68. 00000100:00000001:2.0:1767734667.553481:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.553489:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672051840/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.553503:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.553508:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672051840/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.553517:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.553524:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.554396:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efd48840. 00000800:00000001:2.0:1767734667.556096:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.556119:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.556123:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.556125:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.556133:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.556140:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.556146:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.556150:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.556155:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.556159:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d28680 00000400:00000200:2.0:1767734667.556166:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.556172:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b52d [1] + 224 00000800:00000001:2.0:1767734667.556178:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.556187:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.556190:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.556195:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.556200:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.556207:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672051840/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.556222:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672051840/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.556248:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.556256:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.556259:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.556366:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.556376:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.556379:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.556382:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.556389:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.556392:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.556396:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.556405:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672051840/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.556420:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672051840/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.556431:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.556433:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.556436:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.556438:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.556440:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.556442:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.556445:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.556451:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.556456:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.556459:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.556461:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.556464:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.556468:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.556471:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.556472:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.556475:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.556477:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.556479:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.556482:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.556484:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.556487:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.556489:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.556494:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672051840/t12884924655(12884924655) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.556525:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.556527:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.556530:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.556535:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672051840/t12884924655(12884924655) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.556546:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672051840:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.556552:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.556555:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.556557:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.556588:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.556593:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672051840/t12884924655(12884924655) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.556602:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.556606:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.556610:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.556612:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.556617:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.556619:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.556622:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.556625:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.556629:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.556633:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.556635:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.556639:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.556644:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b2012cd180 x1853602671697152/t12884924308(12884924308) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.556654:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.556656:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090977644928 : -117982731906688 : ffff94b2012cd180) 00000100:00000001:0.0:1767734667.556658:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.556670:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b2012cd180 x1853602671697152/t12884924308(12884924308) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.556679:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.556682:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.556686:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672051840/t12884924655(12884924655) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.556693:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.556695:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.556699:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b2012cd180 x1853602671697152/t12884924308(12884924308) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.556706:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.556709:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.556710:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=28 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.556713:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.556716:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b20088ac00. 02000000:00000001:0.0:1767734667.556720:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.556722:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.556724:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b2012cd180. 00000100:00000001:0.0:1767734667.556727:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.556729:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.556731:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.556734:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672051840/t12884924655(12884924655) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.556742:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.556745:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c84999a0. 00000002:00000001:0.0:1767734667.556748:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.556751:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.556753:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013e40. 00000100:00000001:0.0:1767734667.556756:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.556759:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672051840/t12884924655(12884924655) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.556766:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.556773:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.556776:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.556779:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.556781:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.556782:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=27 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.556785:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.556787:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.556789:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.556791:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.556792:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.556795:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.556796:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.556799:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.556801:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.556805:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.556807:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.556810:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.556814:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.556816:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.556825:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.556828:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.556830:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8c3:0x0](ffff94b1f0745348) 00800000:00000001:0.0:1767734667.556833:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.556835:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8c3:0x0] 00000002:00000001:0.0:1767734667.556838:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.556843:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc300 count: 3 00010000:00000001:0.0:1767734667.556846:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.556849:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.556852:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.556854:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.556856:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.556859:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.556861:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.556866:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.556868:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.556870:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8c3:0x0] 00000002:00000001:0.0:1767734667.556873:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.556875:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8c3:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.556879:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.556893:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=28 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.556897:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.556900:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.556903:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.556909:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.556914:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.556924:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b2012cfb80 x1853602671696768/t12884924307(12884924307) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.556935:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.556941:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672052096/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.556950:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.556952:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.556956:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.556958:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.556961:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.556963:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.556967:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.556971:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.556973:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.556975:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.556978:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672052096/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.556987:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.556989:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.556992:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.556995:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.556997:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.557001:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672052096:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.557005:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.557009:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.557011:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.557019:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.557023:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.557026:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.557032:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.557036:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.557040:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.557045:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672052096, portal 10 00000100:00000001:0.0:1767734667.557048:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.557050:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.557057:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672052096/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.557066:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.557069:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.557072:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b7f8. 00000100:00000200:0.0:1767734667.557075:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672052096, offset 0 00000400:00000200:0.0:1767734667.557080:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.557086:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.557092:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.557096:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.557101:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.557105:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.557108:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.557112:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66477:66477:256:4294967295] 192.168.203.112@tcp LPNI seq info [66477:66477:8:4294967295] 00000400:00000200:0.0:1767734667.557118:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.557127:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.557133:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.557138:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734667.557144:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.557150:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.557155:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.557177:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.557189:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10688 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.557194:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.557197:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429389 00000100:00000001:0.0:1767734667.557203:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429385 00000100:00000001:0.0:1767734667.557211:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429389 00000100:00000001:0.0:1767734667.557215:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429385 00000100:00000001:0.0:1767734667.557218:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.557221:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.557224:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.557226:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.557229:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.557231:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.557234:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.557383:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.557392:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.557404:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.557414:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.557425:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b7f8 00000400:00000010:2.0:1767734667.557429:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b7f8. 00000100:00000001:2.0:1767734667.557437:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.557446:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672052096/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.557460:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.557480:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672052096/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.557490:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.557492:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.560087:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.560100:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.560104:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.560107:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.560114:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.560120:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.560128:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.560133:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.560137:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.560141:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d28780 00000400:00000200:2.0:1767734667.560147:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.560153:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b535 [1] + 224 00000800:00000001:2.0:1767734667.560160:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.560168:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.560171:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.560175:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.560180:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.560187:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672052096/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.560201:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672052096/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.560226:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.560233:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.560237:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.560346:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.560356:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.560358:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.560361:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.560368:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.560371:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.560374:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.560383:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672052096/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.560397:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672052096/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.560406:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.560408:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.560411:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.560413:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.560415:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.560418:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.560421:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.560427:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.560431:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.560448:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.560450:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.560452:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.560456:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.560458:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.560460:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.560463:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.560465:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.560467:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.560471:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.560473:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.560475:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.560477:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.560483:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672052096/t12884924656(12884924656) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.560492:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.560495:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.560497:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.560501:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672052096/t12884924656(12884924656) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.560512:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672052096:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.560517:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.560520:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.560522:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.560524:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.560528:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672052096/t12884924656(12884924656) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.560536:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.560539:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.560542:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.560544:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.560549:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.560556:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.560590:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.560593:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.560597:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.560601:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.560604:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.560607:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.560614:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b2012cfb80 x1853602671696768/t12884924307(12884924307) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.560623:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.560625:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090977655680 : -117982731895936 : ffff94b2012cfb80) 00000100:00000001:0.0:1767734667.560628:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.560632:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b2012cfb80 x1853602671696768/t12884924307(12884924307) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.560640:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.560642:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.560646:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672052096/t12884924656(12884924656) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.560653:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.560655:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.560658:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b2012cfb80 x1853602671696768/t12884924307(12884924307) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.560666:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.560669:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.560671:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=27 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.560673:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.560676:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b200889400. 02000000:00000001:0.0:1767734667.560681:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.560683:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.560685:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b2012cfb80. 00000100:00000001:0.0:1767734667.560689:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.560690:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.560699:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.560704:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672052096/t12884924656(12884924656) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.560712:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.560714:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c84994e0. 00000002:00000001:0.0:1767734667.560717:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.560719:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.560722:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013b00. 00000100:00000001:0.0:1767734667.560724:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.560728:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672052096/t12884924656(12884924656) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.560735:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.560737:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.560739:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.560742:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.560744:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.560745:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=26 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.560747:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.560749:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.560751:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.560753:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.560754:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.560757:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.560758:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.560761:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.560763:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.560766:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.560768:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.560771:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.560775:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.560778:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.560788:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.560790:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.560792:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8c4:0x0](ffff94b1efd4db88) 00800000:00000001:0.0:1767734667.560796:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.560803:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8c4:0x0] 00000002:00000001:0.0:1767734667.560807:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.560812:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0db00 count: 3 00010000:00000001:0.0:1767734667.560815:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.560818:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.560820:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.560823:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.560825:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.560828:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.560830:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.560834:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.560837:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.560839:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8c4:0x0] 00000002:00000001:0.0:1767734667.560841:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.560843:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8c4:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.560849:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.560852:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=27 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.560855:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.560858:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.560861:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.560866:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.560871:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.560880:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b2012cdc00 x1853602671696384/t12884924306(12884924306) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.560891:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.560897:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672052352/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.560905:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.560907:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.560911:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.560913:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.560916:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.560917:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.560921:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.560930:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.560933:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.560935:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.560940:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672052352/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.560949:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.560952:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.560955:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.560957:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.560960:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.560964:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672052352:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.560967:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.560971:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.560973:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.560975:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.560979:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.560981:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.560987:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.560991:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.560995:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.561000:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672052352, portal 10 00000100:00000001:0.0:1767734667.561003:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.561005:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.561011:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672052352/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.561019:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.561022:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.561025:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b6e8. 00000100:00000200:0.0:1767734667.561028:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672052352, offset 0 00000400:00000200:0.0:1767734667.561034:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.561040:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.561046:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.561051:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.561061:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.561065:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.561068:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.561073:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66478:66478:256:4294967295] 192.168.203.112@tcp LPNI seq info [66478:66478:8:4294967295] 00000400:00000200:0.0:1767734667.561079:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.561089:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.561095:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.561100:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734667.561106:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.561112:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.561116:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.561138:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.561143:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10688 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.561147:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.561150:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429393 00000100:00000001:0.0:1767734667.561156:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429389 00000100:00000001:0.0:1767734667.561161:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429393 00000100:00000001:0.0:1767734667.561165:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429389 00000100:00000001:0.0:1767734667.561169:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.561172:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.561174:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.561176:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.561179:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.561182:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.561184:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.561306:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.561361:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.561369:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.561379:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.561386:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b6e8 00000400:00000010:2.0:1767734667.561401:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b6e8. 00000100:00000001:2.0:1767734667.561406:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.561414:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672052352/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.561428:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.561437:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672052352/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.561447:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.561449:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.562392:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efd4b9c0. 00000080:00000010:0.1:1767734667.562405:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0744a40. 00000800:00000001:2.0:1767734667.563821:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.563835:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.563839:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.563842:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.563849:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.563856:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.563864:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.563868:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.563873:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.563877:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d28880 00000400:00000200:2.0:1767734667.563883:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.563888:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b53d [1] + 224 00000800:00000001:2.0:1767734667.563895:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.563903:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.563907:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.563911:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.563916:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.563923:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672052352/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.563937:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672052352/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.563962:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.563970:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.563985:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.564054:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.564063:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.564066:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.564069:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.564076:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.564078:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.564094:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.564103:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672052352/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.564117:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672052352/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.564127:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.564129:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.564132:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.564134:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.564137:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.564139:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.564142:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.564148:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.564153:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.564156:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.564158:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.564161:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.564165:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.564167:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.564169:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.564171:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.564173:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.564175:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.564179:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.564181:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.564183:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.564185:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.564190:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672052352/t12884924657(12884924657) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.564200:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.564203:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.564205:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.564210:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672052352/t12884924657(12884924657) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.564237:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672052352:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.564242:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.564245:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.564247:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.564249:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.564253:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672052352/t12884924657(12884924657) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.564261:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.564264:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.564268:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.564269:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.564274:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.564276:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.564278:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.564281:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.564285:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.564288:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.564290:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.564294:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.564298:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b2012cdc00 x1853602671696384/t12884924306(12884924306) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.564307:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.564341:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090977647616 : -117982731904000 : ffff94b2012cdc00) 00000100:00000001:0.0:1767734667.564345:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.564350:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b2012cdc00 x1853602671696384/t12884924306(12884924306) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.564358:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.564360:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.564364:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672052352/t12884924657(12884924657) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.564386:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.564389:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.564393:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b2012cdc00 x1853602671696384/t12884924306(12884924306) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.564401:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.564404:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.564405:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=26 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.564408:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.564411:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b20088a000. 02000000:00000001:0.0:1767734667.564415:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.564417:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.564419:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b2012cdc00. 00000100:00000001:0.0:1767734667.564422:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.564424:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.564426:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.564430:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672052352/t12884924657(12884924657) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.564437:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.564440:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499c80. 00000002:00000001:0.0:1767734667.564443:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.564445:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.564448:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013400. 00000100:00000001:0.0:1767734667.564450:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.564454:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672052352/t12884924657(12884924657) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.564461:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.564463:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.564465:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.564468:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.564469:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.564471:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=25 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.564473:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.564480:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.564483:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.564485:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.564487:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.564489:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.564491:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.564493:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.564496:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.564498:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.564500:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.564503:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.564506:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.564509:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.564518:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.564520:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.564523:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8c5:0x0](ffff94b1f0743248) 00800000:00000001:0.0:1767734667.564527:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.564529:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8c5:0x0] 00000002:00000001:0.0:1767734667.564533:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.564537:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0dd00 count: 3 00010000:00000001:0.0:1767734667.564541:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.564544:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.564547:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.564549:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.564551:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.564554:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.564556:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.564585:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.564588:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.564590:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8c5:0x0] 00000002:00000001:0.0:1767734667.564593:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.564595:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8c5:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.564600:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.564604:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=26 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.564607:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.564610:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.564613:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.564618:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.564630:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.564641:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b2012cdf80 x1853602671696000/t12884924305(12884924305) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.564652:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.564658:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672052608/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.564667:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.564669:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.564673:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.564675:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.564678:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.564680:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.564684:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.564687:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.564689:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.564691:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.564695:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672052608/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.564703:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.564705:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.564708:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.564711:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.564714:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.564718:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672052608:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.564722:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.564726:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.564728:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.564730:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.564733:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.564736:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.564742:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.564746:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.564756:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.564761:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672052608, portal 10 00000100:00000001:0.0:1767734667.564764:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.564766:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.564773:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672052608/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.564781:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.564785:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.564787:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bb28. 00000100:00000200:0.0:1767734667.564791:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672052608, offset 0 00000400:00000200:0.0:1767734667.564796:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.564802:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.564808:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.564813:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.564817:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.564821:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.564824:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.564829:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66479:66479:256:4294967295] 192.168.203.112@tcp LPNI seq info [66479:66479:8:4294967295] 00000400:00000200:0.0:1767734667.564834:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.564843:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.564849:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.564853:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734667.564859:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.564866:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.564870:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.564891:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.564895:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10687 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.564901:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.564904:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429397 00000100:00000001:0.0:1767734667.564910:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429393 00000100:00000001:0.0:1767734667.564924:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429397 00000100:00000001:0.0:1767734667.564928:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429393 00000100:00000001:0.0:1767734667.564932:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.564935:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.564937:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.564940:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.564943:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.564946:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.564948:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.565055:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.565063:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734667.565069:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.565077:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.565082:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bb28 00000400:00000010:2.0:1767734667.565085:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bb28. 00000100:00000001:2.0:1767734667.565089:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.565097:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672052608/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.565110:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.565114:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672052608/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.565123:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.565126:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.566394:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efd4a100. 00000800:00000001:2.0:1767734667.567604:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.567618:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.567622:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.567625:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.567632:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.567639:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.567647:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.567651:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.567656:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.567660:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d28980 00000400:00000200:2.0:1767734667.567666:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.567672:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b545 [1] + 224 00000800:00000001:2.0:1767734667.567679:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.567687:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.567690:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.567696:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.567700:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.567708:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672052608/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.567741:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672052608/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.567768:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.567777:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.567781:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.567805:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.567814:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.567817:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.567820:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.567826:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.567829:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.567832:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.567842:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672052608/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.567856:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672052608/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.567866:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.567868:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.567871:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.567874:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.567876:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.567878:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.567881:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.567887:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.567891:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.567894:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.567896:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.567899:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.567903:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.567906:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.567920:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.567922:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.567924:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.567926:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.567930:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.567932:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.567934:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.567936:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.567942:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672052608/t12884924658(12884924658) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.567951:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.567954:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.567957:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.567962:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672052608/t12884924658(12884924658) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.567972:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672052608:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.567977:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.567980:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.567982:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.567984:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.567988:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672052608/t12884924658(12884924658) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.567996:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.567999:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.568002:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.568004:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.568009:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.568011:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.568014:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.568017:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.568020:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.568024:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.568035:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.568039:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.568045:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b2012cdf80 x1853602671696000/t12884924305(12884924305) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.568054:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.568056:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090977648512 : -117982731903104 : ffff94b2012cdf80) 00000100:00000001:0.0:1767734667.568059:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.568063:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b2012cdf80 x1853602671696000/t12884924305(12884924305) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.568072:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.568074:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.568077:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672052608/t12884924658(12884924658) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.568085:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.568087:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.568090:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b2012cdf80 x1853602671696000/t12884924305(12884924305) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.568098:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.568100:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.568102:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=25 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.568104:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.568107:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b20088bc00. 02000000:00000001:0.0:1767734667.568111:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.568113:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.568115:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b2012cdf80. 00000100:00000001:0.0:1767734667.568121:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.568122:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.568124:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.568128:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672052608/t12884924658(12884924658) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.568135:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.568138:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499cc0. 00000002:00000001:0.0:1767734667.568146:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.568149:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.568152:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013100. 00000100:00000001:0.0:1767734667.568155:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.568159:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672052608/t12884924658(12884924658) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.568167:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.568169:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.568171:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.568174:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.568175:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.568177:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=24 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.568179:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.568181:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.568183:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.568185:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.568186:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.568189:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.568190:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.568193:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.568196:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.568198:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.568201:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.568204:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.568208:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.568210:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.568219:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.568221:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.568223:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8c6:0x0](ffff94b1efd4ec08) 00800000:00000001:0.0:1767734667.568227:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.568229:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8c6:0x0] 00000002:00000001:0.0:1767734667.568232:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.568237:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebcc00 count: 3 00010000:00000001:0.0:1767734667.568240:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.568244:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.568246:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.568254:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.568257:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.568260:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.568262:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.568267:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.568270:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.568272:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8c6:0x0] 00000002:00000001:0.0:1767734667.568275:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.568277:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8c6:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.568282:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.568286:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=25 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.568289:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.568292:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.568295:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.568300:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.568305:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.568350:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b2012ce300 x1853602671695616/t12884924304(12884924304) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.568362:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.568368:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672052864/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.568376:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.568378:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.568383:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.568386:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.568388:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.568390:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.568394:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.568397:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.568400:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.568401:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.568405:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672052864/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.568414:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.568424:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.568427:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.568430:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.568433:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.568438:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672052864:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.568442:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.568446:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.568448:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.568451:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.568455:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.568457:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.568464:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.568468:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.568472:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.568477:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672052864, portal 10 00000100:00000001:0.0:1767734667.568480:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.568482:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.568488:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672052864/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.568497:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.568500:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.568503:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b5d8. 00000100:00000200:0.0:1767734667.568507:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672052864, offset 0 00000400:00000200:0.0:1767734667.568512:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.568518:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.568524:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.568528:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.568532:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.568536:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.568539:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.568543:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66480:66480:256:4294967295] 192.168.203.112@tcp LPNI seq info [66480:66480:8:4294967295] 00000400:00000200:0.0:1767734667.568549:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.568582:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.568599:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.568603:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1700. 00000800:00000200:0.0:1767734667.568610:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.568617:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.568622:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.568640:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.568645:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10687 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.568650:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.568654:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429401 00000100:00000001:0.0:1767734667.568660:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429397 00000100:00000001:0.0:1767734667.568665:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429401 00000100:00000001:0.0:1767734667.568669:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429397 00000100:00000001:0.0:1767734667.568673:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.568676:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.568679:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.568681:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.568685:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.568690:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.568693:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.568780:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.568788:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734667.568794:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.568802:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.568807:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b5d8 00000400:00000010:2.0:1767734667.568810:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b5d8. 00000100:00000001:2.0:1767734667.568814:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.568822:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672052864/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.568834:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.568838:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672052864/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.568848:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.568850:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.570396:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f07439c0. 00000080:00000010:0.1:1767734667.570409:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0745280. 00000800:00000001:2.0:1767734667.571349:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.571363:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.571368:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.571373:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.571381:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.571389:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.571398:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.571403:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.571408:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.571412:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d28a80 00000400:00000200:2.0:1767734667.571418:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.571423:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b54d [1] + 224 00000800:00000001:2.0:1767734667.571442:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.571460:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.571463:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.571468:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.571474:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.571481:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672052864/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.571494:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672052864/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.571521:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.571529:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.571533:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.571580:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.571591:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.571594:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.571598:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.571605:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.571608:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.571612:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.571621:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672052864/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.571635:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672052864/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.571645:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.571659:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.571663:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.571665:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.571668:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.571671:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.571673:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.571680:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.571684:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.571688:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.571690:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.571692:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.571696:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.571699:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.571701:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.571703:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.571705:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.571708:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.571711:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.571713:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.571716:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.571718:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.571724:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672052864/t12884924659(12884924659) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.571734:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.571737:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.571739:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.571744:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672052864/t12884924659(12884924659) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.571754:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672052864:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.571759:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.571762:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.571764:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.571766:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.571779:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672052864/t12884924659(12884924659) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.571789:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.571792:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.571796:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.571798:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.571803:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.571805:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.571808:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.571811:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.571815:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.571818:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.571821:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.571825:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.571830:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b2012ce300 x1853602671695616/t12884924304(12884924304) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.571840:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.571842:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090977649408 : -117982731902208 : ffff94b2012ce300) 00000100:00000001:0.0:1767734667.571845:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.571848:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b2012ce300 x1853602671695616/t12884924304(12884924304) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.571856:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.571858:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.571862:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672052864/t12884924659(12884924659) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.571869:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.571871:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.571875:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b2012ce300 x1853602671695616/t12884924304(12884924304) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.571882:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.571885:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.571886:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=24 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.571895:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.571898:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b200889000. 02000000:00000001:0.0:1767734667.571902:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.571904:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.571907:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b2012ce300. 00000100:00000001:0.0:1767734667.571911:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.571913:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.571916:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.571920:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672052864/t12884924659(12884924659) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.571929:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.571931:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499460. 00000002:00000001:0.0:1767734667.571934:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.571937:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.571939:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013080. 00000100:00000001:0.0:1767734667.571942:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.571945:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672052864/t12884924659(12884924659) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.571952:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.571954:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.571957:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.571959:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.571961:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.571962:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=23 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.571964:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.571966:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.571968:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.571970:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.571971:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.571974:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.571975:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.571977:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.571980:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.571983:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.571985:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.571993:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.571996:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.572003:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.572013:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.572015:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.572018:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8c7:0x0](ffff94b1efd4aa08) 00800000:00000001:0.0:1767734667.572022:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.572024:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8c7:0x0] 00000002:00000001:0.0:1767734667.572028:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.572033:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0da00 count: 3 00010000:00000001:0.0:1767734667.572036:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.572040:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.572043:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.572045:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.572047:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.572051:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.572053:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.572057:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.572059:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.572061:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8c7:0x0] 00000002:00000001:0.0:1767734667.572064:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.572066:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8c7:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.572071:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.572075:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=24 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.572078:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.572081:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.572085:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.572090:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.572094:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.572105:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b2012cca80 x1853602671695232/t12884924303(12884924303) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.572115:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.572121:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672053120/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.572130:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.572139:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.572143:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.572146:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.572149:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.572151:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.572155:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.572158:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.572160:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.572162:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.572166:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672053120/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.572175:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.572177:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.572181:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.572183:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.572186:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.572190:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672053120:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.572194:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.572197:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.572200:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.572202:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.572205:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.572207:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.572214:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.572217:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.572222:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.572227:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672053120, portal 10 00000100:00000001:0.0:1767734667.572229:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.572231:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.572238:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672053120/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.572247:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.572250:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.572259:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b088. 00000100:00000200:0.0:1767734667.572263:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672053120, offset 0 00000400:00000200:0.0:1767734667.572269:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.572275:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.572281:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.572286:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.572291:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.572294:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.572298:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.572302:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66481:66481:256:4294967295] 192.168.203.112@tcp LPNI seq info [66481:66481:8:4294967295] 00000400:00000200:0.0:1767734667.572307:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.572347:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.572358:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.572367:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1900. 00000800:00000200:0.0:1767734667.572373:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.572380:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.572385:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.572403:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.572408:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10687 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.572413:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.572416:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429405 00000100:00000001:0.0:1767734667.572422:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429401 00000100:00000001:0.0:1767734667.572427:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429405 00000100:00000001:0.0:1767734667.572432:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429401 00000100:00000001:0.0:1767734667.572436:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.572439:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.572441:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.572444:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.572447:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.572450:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.572460:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.572595:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.572604:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734667.572614:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.572621:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.572626:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b088 00000400:00000010:2.0:1767734667.572629:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b088. 00000100:00000001:2.0:1767734667.572634:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.572642:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672053120/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.572655:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.572659:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672053120/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.572669:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.572671:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.574391:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efd4dac0. 00000800:00000001:2.0:1767734667.575198:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.575211:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.575215:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.575217:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.575224:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.575231:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.575239:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.575259:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.575268:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.575273:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d28b80 00000400:00000200:2.0:1767734667.575278:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.575284:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b555 [1] + 224 00000800:00000001:2.0:1767734667.575290:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.575299:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.575303:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.575354:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.575361:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.575370:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672053120/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.575386:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672053120/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.575401:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.575410:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.575415:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.575421:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.575431:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.575435:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.575440:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.575447:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.575451:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.575455:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.575464:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672053120/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.575479:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672053120/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.575490:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.575492:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.575495:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.575498:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.575499:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.575502:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.575505:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.575512:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.575516:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.575520:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.575522:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.575524:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.575528:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.575531:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.575533:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.575535:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.575537:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.575539:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.575543:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.575545:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.575547:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.575550:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.575555:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672053120/t12884924660(12884924660) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.575614:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.575617:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.575619:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.575626:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672053120/t12884924660(12884924660) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.575637:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672053120:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.575643:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.575646:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.575648:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.575650:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.575654:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672053120/t12884924660(12884924660) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.575662:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.575665:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.575668:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.575670:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.575675:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.575677:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.575680:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.575682:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.575686:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.575690:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.575693:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.575697:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.575702:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b2012cca80 x1853602671695232/t12884924303(12884924303) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.575711:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.575713:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090977643136 : -117982731908480 : ffff94b2012cca80) 00000100:00000001:0.0:1767734667.575716:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.575729:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b2012cca80 x1853602671695232/t12884924303(12884924303) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.575738:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.575741:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.575744:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672053120/t12884924660(12884924660) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.575752:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.575754:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.575757:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b2012cca80 x1853602671695232/t12884924303(12884924303) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.575765:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.575767:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.575769:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=23 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.575772:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.575774:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b20088a800. 02000000:00000001:0.0:1767734667.575778:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.575780:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.575782:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b2012cca80. 00000100:00000001:0.0:1767734667.575785:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.575787:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.575789:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.575792:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672053120/t12884924660(12884924660) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.575801:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.575804:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499240. 00000002:00000001:0.0:1767734667.575807:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.575810:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.575812:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013300. 00000100:00000001:0.0:1767734667.575815:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.575818:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672053120/t12884924660(12884924660) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.575825:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.575833:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.575835:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.575839:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.575841:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.575842:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=22 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.575845:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.575846:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.575849:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.575850:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.575852:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.575854:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.575856:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.575858:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.575861:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.575864:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.575866:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.575868:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.575872:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.575874:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.575883:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.575885:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.575888:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8c8:0x0](ffff94b1efd4e3c8) 00800000:00000001:0.0:1767734667.575891:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.575893:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8c8:0x0] 00000002:00000001:0.0:1767734667.575896:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.575902:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d900 count: 3 00010000:00000001:0.0:1767734667.575905:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.575909:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.575911:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.575913:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.575915:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.575919:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.575921:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.575926:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.575928:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.575930:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8c8:0x0] 00000002:00000001:0.0:1767734667.575933:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.575935:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8c8:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.575940:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.575949:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=23 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.575952:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.575955:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.575958:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.575964:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.575968:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.575986:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b2012ced80 x1853602671694848/t12884924302(12884924302) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.575997:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.576002:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672053376/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.576011:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.576013:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.576017:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.576020:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.576023:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.576024:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.576028:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.576031:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.576034:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.576035:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.576039:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672053376/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.576048:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.576050:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.576053:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.576056:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.576058:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.576062:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672053376:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.576066:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.576069:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.576071:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.576080:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.576083:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.576086:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.576093:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.576097:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.576101:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.576106:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672053376, portal 10 00000100:00000001:0.0:1767734667.576108:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.576110:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.576117:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672053376/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.576126:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.576129:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.576132:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b440. 00000100:00000200:0.0:1767734667.576135:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672053376, offset 0 00000400:00000200:0.0:1767734667.576141:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.576146:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.576152:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.576156:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.576161:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.576164:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.576167:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.576171:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66482:66482:256:4294967295] 192.168.203.112@tcp LPNI seq info [66482:66482:8:4294967295] 00000400:00000200:0.0:1767734667.576177:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.576187:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.576193:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.576198:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1900. 00000800:00000200:0.0:1767734667.576203:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.576210:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.576215:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.576236:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.576248:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10687 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.576254:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.576256:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429408 00000100:00000001:0.0:1767734667.576263:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429405 00000100:00000001:0.0:1767734667.576268:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429408 00000100:00000001:0.0:1767734667.576271:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429405 00000100:00000001:0.0:1767734667.576275:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.576278:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.576281:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.576283:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.576286:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.576288:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.576291:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.576410:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.576418:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734667.576424:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.576431:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.576436:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b440 00000400:00000010:2.0:1767734667.576439:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b440. 00000100:00000001:2.0:1767734667.576443:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.576451:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672053376/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.576464:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.576468:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672053376/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.576477:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.576480:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.578394:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0743180. 00000800:00000001:2.0:1767734667.578959:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.578984:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.578987:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.578990:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.578997:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.579004:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.579012:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.579016:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.579021:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.579025:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d28c80 00000400:00000200:2.0:1767734667.579031:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.579036:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b55d [1] + 224 00000800:00000001:2.0:1767734667.579043:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.579051:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.579054:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.579059:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.579063:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.579071:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672053376/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.579085:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672053376/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.579111:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.579118:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.579122:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.579201:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.579211:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.579213:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.579217:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.579224:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.579226:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.579230:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.579240:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672053376/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.579254:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672053376/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.579264:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.579266:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.579269:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.579272:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.579274:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.579276:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.579279:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.579286:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.579290:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.579305:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.579345:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.579349:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.579353:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.579356:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.579358:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.579360:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.579363:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.579365:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.579368:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.579370:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.579372:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.579375:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.579381:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672053376/t12884924661(12884924661) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.579392:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.579394:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.579397:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.579402:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672053376/t12884924661(12884924661) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.579411:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672053376:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.579417:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.579420:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.579422:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.579424:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.579428:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672053376/t12884924661(12884924661) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.579436:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.579439:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.579443:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.579445:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.579450:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.579460:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.579463:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.579466:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.579471:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.579474:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.579477:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.579481:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.579486:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b2012ced80 x1853602671694848/t12884924302(12884924302) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.579496:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.579498:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090977652096 : -117982731899520 : ffff94b2012ced80) 00000100:00000001:0.0:1767734667.579501:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.579505:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b2012ced80 x1853602671694848/t12884924302(12884924302) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.579513:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.579515:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.579518:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672053376/t12884924661(12884924661) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.579526:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.579528:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.579531:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b2012ced80 x1853602671694848/t12884924302(12884924302) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.579539:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.579541:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.579543:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=22 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.579546:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.579548:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b200888000. 02000000:00000001:0.0:1767734667.579552:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.579554:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.579556:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b2012ced80. 00000100:00000001:0.0:1767734667.579586:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.579588:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.579599:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.579605:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672053376/t12884924661(12884924661) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.579614:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.579617:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499900. 00000002:00000001:0.0:1767734667.579620:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.579623:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.579626:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013a00. 00000100:00000001:0.0:1767734667.579629:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.579632:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672053376/t12884924661(12884924661) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.579640:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.579641:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.579644:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.579647:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.579649:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.579651:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=21 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.579654:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.579656:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.579658:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.579660:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.579661:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.579664:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.579665:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.579668:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.579670:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.579673:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.579675:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.579678:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.579681:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.579683:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.579693:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.579696:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.579698:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8c9:0x0](ffff94b1efd4cb08) 00800000:00000001:0.0:1767734667.579702:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.579709:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8c9:0x0] 00000002:00000001:0.0:1767734667.579713:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.579719:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d700 count: 3 00010000:00000001:0.0:1767734667.579722:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.579725:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.579728:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.579730:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.579732:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.579736:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.579738:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.579743:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.579745:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.579747:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8c9:0x0] 00000002:00000001:0.0:1767734667.579750:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.579752:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8c9:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.579757:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.579761:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=22 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.579765:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.579767:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.579771:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.579776:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.579781:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.579791:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b2012ce680 x1853602671694464/t12884924301(12884924301) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.579803:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.579809:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672053632/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.579817:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.579819:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.579824:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.579826:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.579829:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.579831:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.579835:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.579845:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.579848:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.579850:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.579855:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672053632/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.579865:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.579867:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.579870:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.579873:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.579875:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.579879:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672053632:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.579883:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.579886:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.579889:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.579891:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.579894:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.579897:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.579903:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.579906:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.579911:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.579916:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672053632, portal 10 00000100:00000001:0.0:1767734667.579918:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.579920:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.579927:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672053632/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.579935:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.579938:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.579941:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b4c8. 00000100:00000200:0.0:1767734667.579944:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672053632, offset 0 00000400:00000200:0.0:1767734667.579950:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.579956:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.579962:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.579967:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.579978:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.579982:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.579986:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.579990:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66483:66483:256:4294967295] 192.168.203.112@tcp LPNI seq info [66483:66483:8:4294967295] 00000400:00000200:0.0:1767734667.579996:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.580006:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.580013:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.580017:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1700. 00000800:00000200:0.0:1767734667.580023:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.580030:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.580035:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.580056:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.580061:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10687 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.580067:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.580070:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429412 00000100:00000001:0.0:1767734667.580076:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429408 00000100:00000001:0.0:1767734667.580081:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429412 00000100:00000001:0.0:1767734667.580085:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429408 00000100:00000001:0.0:1767734667.580088:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.580092:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.580094:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.580096:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.580099:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.580102:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.580104:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.580224:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.580232:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734667.580238:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.580246:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.580251:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b4c8 00000400:00000010:2.0:1767734667.580254:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b4c8. 00000100:00000001:2.0:1767734667.580258:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.580265:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672053632/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.580278:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.580297:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672053632/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.580352:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.580357:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.582396:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efd4eb40. 00000800:00000001:2.0:1767734667.582820:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.582834:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.582838:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.582841:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.582848:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.582855:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.582863:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.582868:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.582873:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.582878:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d28d80 00000400:00000200:2.0:1767734667.582884:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.582889:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b565 [1] + 224 00000800:00000001:2.0:1767734667.582896:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.582905:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.582908:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.582913:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.582918:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.582925:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672053632/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.582940:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672053632/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.582966:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.582974:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.582978:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.583060:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.583070:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.583072:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.583076:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.583083:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.583086:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.583101:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.583111:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672053632/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.583126:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672053632/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.583136:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.583138:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.583142:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.583144:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.583146:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.583149:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.583152:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.583158:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.583163:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.583166:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.583168:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.583171:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.583174:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.583178:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.583180:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.583182:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.583184:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.583187:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.583190:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.583192:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.583194:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.583196:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.583201:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672053632/t12884924662(12884924662) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.583211:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.583213:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.583215:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.583221:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672053632/t12884924662(12884924662) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.583247:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672053632:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.583253:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.583256:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.583258:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.583260:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.583264:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672053632/t12884924662(12884924662) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.583273:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.583276:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.583279:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.583281:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.583286:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.583288:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.583292:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.583295:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.583298:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.583302:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.583305:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.583346:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.583352:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b2012ce680 x1853602671694464/t12884924301(12884924301) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.583363:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.583365:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090977650304 : -117982731901312 : ffff94b2012ce680) 00000100:00000001:0.0:1767734667.583368:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.583372:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b2012ce680 x1853602671694464/t12884924301(12884924301) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.583380:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.583383:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.583387:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672053632/t12884924662(12884924662) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.583411:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.583413:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.583418:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b2012ce680 x1853602671694464/t12884924301(12884924301) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.583426:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.583429:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.583431:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=21 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.583433:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.583436:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b20088b400. 02000000:00000001:0.0:1767734667.583440:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.583442:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.583444:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b2012ce680. 00000100:00000001:0.0:1767734667.583448:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.583450:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.583453:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.583457:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672053632/t12884924662(12884924662) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.583465:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.583468:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499a40. 00000002:00000001:0.0:1767734667.583471:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.583473:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.583476:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013940. 00000100:00000001:0.0:1767734667.583479:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.583482:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672053632/t12884924662(12884924662) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.583489:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.583491:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.583493:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.583496:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.583498:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.583499:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=20 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.583501:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.583512:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.583515:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.583517:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.583519:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.583522:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.583524:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.583526:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.583529:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.583531:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.583533:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.583536:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.583539:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.583542:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.583551:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.583554:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.583556:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8ca:0x0](ffff94b1efd4f448) 00800000:00000001:0.0:1767734667.583585:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.583587:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8ca:0x0] 00000002:00000001:0.0:1767734667.583591:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.583596:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc600 count: 3 00010000:00000001:0.0:1767734667.583599:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.583602:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.583605:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.583607:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.583609:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.583613:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.583615:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.583620:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.583623:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.583625:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8ca:0x0] 00000002:00000001:0.0:1767734667.583628:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.583630:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8ca:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.583635:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.583638:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=21 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.583642:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.583644:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.583647:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.583652:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.583665:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.583676:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b2012cf800 x1853602671694080/t12884924300(12884924300) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.583688:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.583694:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672053888/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.583703:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.583704:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.583709:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.583712:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.583715:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.583717:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.583721:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.583724:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.583726:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.583728:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.583732:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672053888/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.583740:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.583743:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.583746:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.583749:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.583752:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.583756:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672053888:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.583760:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.583763:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.583766:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.583768:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.583771:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.583775:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.583781:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.583784:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.583795:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.583800:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672053888, portal 10 00000100:00000001:0.0:1767734667.583803:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.583805:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.583812:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672053888/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.583821:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.583825:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.583827:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b908. 00000100:00000200:0.0:1767734667.583831:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672053888, offset 0 00000400:00000200:0.0:1767734667.583836:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.583842:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.583848:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.583853:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.583857:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.583860:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.583864:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.583868:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66484:66484:256:4294967295] 192.168.203.112@tcp LPNI seq info [66484:66484:8:4294967295] 00000400:00000200:0.0:1767734667.583874:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.583883:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.583889:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.583893:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734667.583898:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.583905:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.583910:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.583931:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.583936:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10687 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.583941:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.583944:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429416 00000100:00000001:0.0:1767734667.583950:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429412 00000100:00000001:0.0:1767734667.583964:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429416 00000100:00000001:0.0:1767734667.583968:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429412 00000100:00000001:0.0:1767734667.583972:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.583976:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.583979:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.583981:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.583984:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.583987:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.583989:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.584100:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.584108:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734667.584114:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.584121:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.584127:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b908 00000400:00000010:2.0:1767734667.584142:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b908. 00000100:00000001:2.0:1767734667.584147:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.584155:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672053888/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.584168:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.584173:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672053888/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.584183:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.584185:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.586395:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efd4a940. 00000800:00000001:2.0:1767734667.588031:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.588045:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.588048:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.588052:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.588059:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.588066:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.588075:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.588080:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.588085:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.588090:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d28e80 00000400:00000200:2.0:1767734667.588096:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.588101:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b56d [1] + 224 00000800:00000001:2.0:1767734667.588108:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.588117:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.588120:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.588125:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.588130:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.588138:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672053888/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.588152:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672053888/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.588179:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.588186:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.588202:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.588267:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.588276:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.588278:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.588282:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.588289:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.588291:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.588296:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.588305:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672053888/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.588355:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672053888/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.588366:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.588369:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.588372:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.588374:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.588377:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.588380:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.588383:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.588389:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.588393:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.588397:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.588399:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.588401:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.588405:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.588408:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.588424:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.588426:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.588429:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.588431:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.588435:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.588437:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.588439:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.588442:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.588448:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672053888/t12884924663(12884924663) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.588458:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.588461:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.588463:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.588468:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672053888/t12884924663(12884924663) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.588478:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672053888:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.588483:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.588486:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.588488:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.588490:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.588494:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672053888/t12884924663(12884924663) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.588502:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.588505:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.588508:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.588510:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.588515:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.588517:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.588520:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.588523:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.588527:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.588531:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.588539:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.588543:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.588549:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b2012cf800 x1853602671694080/t12884924300(12884924300) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.588589:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.588591:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090977654784 : -117982731896832 : ffff94b2012cf800) 00000100:00000001:0.0:1767734667.588595:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.588600:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b2012cf800 x1853602671694080/t12884924300(12884924300) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.588609:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.588611:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.588615:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672053888/t12884924663(12884924663) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.588623:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.588625:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.588628:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b2012cf800 x1853602671694080/t12884924300(12884924300) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.588636:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.588638:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.588640:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=20 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.588642:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.588645:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b200888c00. 02000000:00000001:0.0:1767734667.588650:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.588651:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.588653:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b2012cf800. 00000100:00000001:0.0:1767734667.588657:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.588658:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.588660:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.588664:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672053888/t12884924663(12884924663) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.588672:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.588675:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499560. 00000002:00000001:0.0:1767734667.588685:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.588687:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.588691:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f60139c0. 00000100:00000001:0.0:1767734667.588694:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.588699:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672053888/t12884924663(12884924663) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.588707:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.588708:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.588711:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.588714:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.588715:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.588717:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=19 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.588719:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.588721:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.588723:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.588725:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.588727:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.588729:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.588731:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.588734:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.588736:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.588739:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.588741:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.588743:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.588747:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.588749:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.588759:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.588762:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.588765:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8cb:0x0](ffff94b1d1722a08) 00800000:00000001:0.0:1767734667.588768:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.588770:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8cb:0x0] 00000002:00000001:0.0:1767734667.588774:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.588779:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d200 count: 3 00010000:00000001:0.0:1767734667.588783:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.588786:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.588788:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.588799:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.588802:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.588805:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.588808:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.588812:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.588815:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.588817:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8cb:0x0] 00000002:00000001:0.0:1767734667.588821:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.588823:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8cb:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.588828:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.588831:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=20 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.588835:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.588838:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.588841:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.588846:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.588851:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.588862:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b2012cd880 x1853602671693696/t12884924299(12884924299) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.588873:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.588879:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672054144/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.588887:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.588889:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.588894:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.588896:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.588899:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.588901:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.588905:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.588908:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.588911:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.588912:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.588916:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672054144/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.588925:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.588934:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.588938:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.588941:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.588943:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.588948:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672054144:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.588953:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.588956:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.588959:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.588961:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.588965:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.588968:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.588974:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.588978:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.588983:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.588987:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672054144, portal 10 00000100:00000001:0.0:1767734667.588991:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.588993:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.588999:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672054144/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.589008:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.589011:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.589014:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b000. 00000100:00000200:0.0:1767734667.589018:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672054144, offset 0 00000400:00000200:0.0:1767734667.589024:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.589029:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.589035:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.589040:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.589044:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.589048:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.589051:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.589056:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66485:66485:256:4294967295] 192.168.203.112@tcp LPNI seq info [66485:66485:8:4294967295] 00000400:00000200:0.0:1767734667.589061:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.589070:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.589084:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.589089:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734667.589095:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.589103:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.589107:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.589129:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.589134:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10687 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.589139:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.589142:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429421 00000100:00000001:0.0:1767734667.589149:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429416 00000100:00000001:0.0:1767734667.589154:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429421 00000100:00000001:0.0:1767734667.589158:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429416 00000100:00000001:0.0:1767734667.589161:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.589165:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.589167:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.589169:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.589172:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.589174:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.589177:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.589293:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.589301:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.589348:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.589358:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.589366:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b000 00000400:00000010:2.0:1767734667.589370:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b000. 00000100:00000001:2.0:1767734667.589377:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.589386:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672054144/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.589400:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.589404:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672054144/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.589414:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.589417:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.590389:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efd4e300. 00000800:00000001:2.0:1767734667.591801:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.591815:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.591819:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.591822:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.591829:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.591836:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.591844:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.591850:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.591854:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.591859:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d28f80 00000400:00000200:2.0:1767734667.591865:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.591871:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b575 [1] + 224 00000800:00000001:2.0:1767734667.591877:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.591886:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.591889:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.591894:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.591900:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.591907:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672054144/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.591943:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672054144/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.591971:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.591980:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.591985:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.592062:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.592072:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.592075:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.592079:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.592086:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.592088:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.592092:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.592101:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672054144/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.592116:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672054144/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.592127:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.592141:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.592145:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.592147:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.592150:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.592153:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.592156:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.592162:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.592167:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.592170:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.592172:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.592175:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.592179:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.592182:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.592184:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.592186:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.592188:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.592190:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.592194:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.592196:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.592199:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.592201:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.592207:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672054144/t12884924664(12884924664) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.592217:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.592220:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.592222:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.592227:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672054144/t12884924664(12884924664) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.592237:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672054144:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.592242:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.592245:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.592247:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.592249:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.592259:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672054144/t12884924664(12884924664) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.592269:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.592272:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.592276:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.592277:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.592282:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.592284:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.592287:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.592290:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.592294:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.592297:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.592300:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.592304:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.592344:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b2012cd880 x1853602671693696/t12884924299(12884924299) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.592355:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.592356:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090977646720 : -117982731904896 : ffff94b2012cd880) 00000100:00000001:0.0:1767734667.592360:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.592364:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b2012cd880 x1853602671693696/t12884924299(12884924299) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.592372:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.592374:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.592378:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672054144/t12884924664(12884924664) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.592387:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.592389:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.592393:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b2012cd880 x1853602671693696/t12884924299(12884924299) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.592400:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.592403:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.592405:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=19 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.592415:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.592418:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b20088a400. 02000000:00000001:0.0:1767734667.592422:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.592424:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.592427:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b2012cd880. 00000100:00000001:0.0:1767734667.592431:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.592432:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.592435:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.592440:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672054144/t12884924664(12884924664) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.592448:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.592451:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499200. 00000002:00000001:0.0:1767734667.592454:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.592457:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.592460:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013bc0. 00000100:00000001:0.0:1767734667.592462:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.592466:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672054144/t12884924664(12884924664) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.592473:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.592475:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.592477:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.592480:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.592481:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.592483:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=18 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.592485:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.592486:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.592489:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.592490:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.592492:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.592494:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.592496:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.592498:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.592501:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.592504:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.592506:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.592514:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.592518:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.592520:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.592531:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.592534:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.592536:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8cc:0x0](ffff94b1f07421c8) 00800000:00000001:0.0:1767734667.592541:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.592543:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8cc:0x0] 00000002:00000001:0.0:1767734667.592546:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.592551:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d100 count: 3 00010000:00000001:0.0:1767734667.592555:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.592584:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.592587:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.592589:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.592592:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.592596:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.592598:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.592603:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.592606:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.592608:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8cc:0x0] 00000002:00000001:0.0:1767734667.592611:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.592613:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8cc:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.592619:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.592622:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=19 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.592626:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.592629:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.592632:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.592637:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.592642:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.592653:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b2012cf480 x1853602671693312/t12884924298(12884924298) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.592664:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.592670:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672054400/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.592679:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.592690:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.592695:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.592697:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.592700:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.592702:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.592707:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.592710:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.592712:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.592714:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.592719:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672054400/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.592729:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.592731:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.592734:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.592736:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.592739:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.592743:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672054400:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.592747:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.592751:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.592754:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.592756:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.592760:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.592763:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.592769:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.592773:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.592777:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.592782:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672054400, portal 10 00000100:00000001:0.0:1767734667.592785:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.592787:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.592793:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672054400/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.592802:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.592805:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.592814:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bee0. 00000100:00000200:0.0:1767734667.592818:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672054400, offset 0 00000400:00000200:0.0:1767734667.592824:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.592830:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.592837:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.592842:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.592846:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.592850:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.592854:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.592858:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66486:66486:256:4294967295] 192.168.203.112@tcp LPNI seq info [66486:66486:8:4294967295] 00000400:00000200:0.0:1767734667.592863:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.592873:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.592879:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.592884:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734667.592890:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.592897:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.592902:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.592923:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.592928:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10686 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.592933:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.592936:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429425 00000100:00000001:0.0:1767734667.592942:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429421 00000100:00000001:0.0:1767734667.592947:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429425 00000100:00000001:0.0:1767734667.592951:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429421 00000100:00000001:0.0:1767734667.592955:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.592959:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.592961:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.592963:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.592966:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.592969:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.592978:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.593090:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.593098:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.593104:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.593112:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.593118:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bee0 00000400:00000010:2.0:1767734667.593121:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bee0. 00000100:00000001:2.0:1767734667.593125:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.593133:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672054400/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.593146:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.593151:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672054400/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.593161:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.593164:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.594397:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efd4ca40. 00000800:00000001:2.0:1767734667.595629:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.595642:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.595646:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.595649:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.595657:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.595664:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.595671:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.595676:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.595681:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.595686:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d29080 00000400:00000200:2.0:1767734667.595692:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.595698:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b57d [1] + 224 00000800:00000001:2.0:1767734667.595717:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.595726:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.595729:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.595734:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.595739:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.595747:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672054400/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.595761:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672054400/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.595788:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.595796:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.595800:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.595850:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.595859:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.595862:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.595866:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.595872:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.595875:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.595879:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.595888:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672054400/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.595903:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672054400/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.595914:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.595916:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.595919:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.595921:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.595923:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.595926:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.595929:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.595936:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.595940:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.595944:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.595946:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.595948:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.595952:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.595955:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.595956:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.595959:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.595961:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.595963:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.595967:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.595969:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.595971:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.595974:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.595978:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672054400/t12884924665(12884924665) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.596009:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.596012:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.596014:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.596020:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672054400/t12884924665(12884924665) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.596030:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672054400:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.596036:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.596039:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.596042:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.596044:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.596048:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672054400/t12884924665(12884924665) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.596056:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.596059:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.596063:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.596065:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.596070:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.596072:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.596075:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.596078:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.596082:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.596085:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.596088:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.596092:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.596097:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b2012cf480 x1853602671693312/t12884924298(12884924298) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.596107:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.596109:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090977653888 : -117982731897728 : ffff94b2012cf480) 00000100:00000001:0.0:1767734667.596111:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.596122:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b2012cf480 x1853602671693312/t12884924298(12884924298) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.596131:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.596133:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.596137:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672054400/t12884924665(12884924665) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.596145:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.596147:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.596150:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b2012cf480 x1853602671693312/t12884924298(12884924298) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.596158:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.596160:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.596162:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=18 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.596164:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.596167:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b20088b800. 02000000:00000001:0.0:1767734667.596171:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.596173:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.596175:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b2012cf480. 00000100:00000001:0.0:1767734667.596178:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.596179:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.596181:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.596185:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672054400/t12884924665(12884924665) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.596194:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.596196:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499fa0. 00000002:00000001:0.0:1767734667.596200:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.596202:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.596205:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f6013840. 00000100:00000001:0.0:1767734667.596207:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.596211:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672054400/t12884924665(12884924665) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.596218:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.596225:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.596228:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.596231:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.596233:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.596235:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=17 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.596237:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.596239:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.596241:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.596243:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.596244:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.596247:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.596248:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.596251:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.596253:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.596256:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.596258:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.596261:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.596264:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.596266:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.596276:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.596279:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.596281:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8cd:0x0](ffff94b1d17263c8) 00800000:00000001:0.0:1767734667.596284:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.596286:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8cd:0x0] 00000002:00000001:0.0:1767734667.596290:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.596295:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0dc00 count: 3 00010000:00000001:0.0:1767734667.596298:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.596302:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.596304:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.596335:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.596338:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.596342:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.596345:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.596350:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.596353:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.596355:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8cd:0x0] 00000002:00000001:0.0:1767734667.596358:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.596360:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8cd:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.596365:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.596376:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=18 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.596380:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.596382:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.596386:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.596391:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.596397:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.596408:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b2012cd500 x1853602671692672/t12884924296(12884924296) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.596419:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.596425:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672054656/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.596434:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.596436:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.596440:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.596443:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.596446:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.596448:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.596452:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.596455:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.596458:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.596459:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.596463:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672054656/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.596472:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.596474:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.596478:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.596480:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.596483:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.596487:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672054656:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.596491:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.596494:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.596496:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.596507:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.596511:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.596514:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.596521:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.596524:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.596529:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.596534:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672054656, portal 10 00000100:00000001:0.0:1767734667.596537:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.596539:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.596546:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672054656/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.596555:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.596582:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.596586:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b550. 00000100:00000200:0.0:1767734667.596590:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672054656, offset 0 00000400:00000200:0.0:1767734667.596597:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.596603:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.596609:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.596614:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.596619:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.596622:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.596625:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.596630:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66487:66487:256:4294967295] 192.168.203.112@tcp LPNI seq info [66487:66487:8:4294967295] 00000400:00000200:0.0:1767734667.596636:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.596645:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.596652:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.596656:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734667.596663:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.596670:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.596675:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.596693:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.596705:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10686 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.596711:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.596714:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429429 00000100:00000001:0.0:1767734667.596720:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429425 00000100:00000001:0.0:1767734667.596726:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429429 00000100:00000001:0.0:1767734667.596731:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429425 00000100:00000001:0.0:1767734667.596735:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.596739:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.596742:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.596744:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.596748:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.596753:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.596756:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.596832:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.596840:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734667.596846:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.596854:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.596859:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b550 00000400:00000010:2.0:1767734667.596862:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b550. 00000100:00000001:2.0:1767734667.596867:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.596874:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672054656/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.596887:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.596892:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672054656/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.596901:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.596904:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.598395:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1efd4f380. 00000800:00000001:2.0:1767734667.599352:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.599366:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.599371:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.599375:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.599383:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.599390:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.599398:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.599414:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.599419:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.599423:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d29180 00000400:00000200:2.0:1767734667.599429:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.599434:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b585 [1] + 224 00000800:00000001:2.0:1767734667.599441:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.599451:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.599454:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.599459:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.599464:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.599471:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672054656/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.599485:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672054656/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.599513:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.599521:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.599525:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.599548:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.599578:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.599582:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.599586:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.599593:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.599596:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.599599:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.599609:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672054656/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.599623:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672054656/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.599634:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.599636:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.599639:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.599641:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.599644:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.599647:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.599650:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.599656:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.599661:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.599676:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.599679:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.599681:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.599685:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.599688:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.599690:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.599693:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.599695:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.599697:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.599700:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.599702:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.599704:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.599707:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.599712:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672054656/t12884924666(12884924666) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.599722:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.599724:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.599727:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.599732:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672054656/t12884924666(12884924666) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.599743:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672054656:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.599748:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.599751:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.599753:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.599755:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.599759:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672054656/t12884924666(12884924666) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.599767:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.599770:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.599773:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.599775:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.599780:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.599788:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.599791:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.599794:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.599798:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.599802:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.599805:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.599808:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.599814:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b2012cd500 x1853602671692672/t12884924296(12884924296) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.599823:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.599825:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090977645824 : -117982731905792 : ffff94b2012cd500) 00000100:00000001:0.0:1767734667.599828:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.599832:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b2012cd500 x1853602671692672/t12884924296(12884924296) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.599840:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.599842:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.599845:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672054656/t12884924666(12884924666) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.599853:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.599855:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.599858:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b2012cd500 x1853602671692672/t12884924296(12884924296) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734446 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.599866:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.599868:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.599870:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=17 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.599872:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.599875:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b200888800. 02000000:00000001:0.0:1767734667.599888:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.599890:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.599892:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b2012cd500. 00000100:00000001:0.0:1767734667.599900:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.599902:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.599910:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.599914:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672054656/t12884924666(12884924666) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.599923:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.599926:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c8499de0. 00000002:00000001:0.0:1767734667.599929:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.599931:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.599934:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f60134c0. 00000100:00000001:0.0:1767734667.599936:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.599940:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672054656/t12884924666(12884924666) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.599947:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.599949:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.599951:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.599954:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.599956:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.599957:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=16 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.599959:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.599961:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.599963:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.599965:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.599966:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.599969:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.599970:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.599973:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.599976:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.599979:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.599982:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.599985:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.599988:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.599991:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.600000:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.600003:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.600005:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8ce:0x0](ffff94b1d15ae3c8) 00800000:00000001:0.0:1767734667.600009:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.600016:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8ce:0x0] 00000002:00000001:0.0:1767734667.600020:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.600025:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d500 count: 3 00010000:00000001:0.0:1767734667.600028:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.600032:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.600034:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.600037:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.600039:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.600042:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.600044:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.600049:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.600052:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.600054:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8ce:0x0] 00000002:00000001:0.0:1767734667.600057:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.600059:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8ce:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.600064:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.600068:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=17 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.600072:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.600075:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.600078:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.600083:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.600088:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.600099:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c4198a80 x1853602671723008/t12884924371(12884924371) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.600110:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.600116:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672054912/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.600125:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.600127:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.600131:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.600134:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.600137:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.600139:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.600142:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.600152:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.600155:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.600157:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.600162:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672054912/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.600172:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.600174:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.600177:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.600180:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.600183:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.600187:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672054912:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.600191:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.600194:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.600196:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.600198:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.600202:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.600204:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.600210:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.600214:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.600218:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.600223:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672054912, portal 10 00000100:00000001:0.0:1767734667.600226:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.600228:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.600234:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672054912/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.600243:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.600246:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.600249:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bd48. 00000100:00000200:0.0:1767734667.600252:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672054912, offset 0 00000400:00000200:0.0:1767734667.600258:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.600264:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.600269:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.600274:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.600287:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.600290:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.600294:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.600299:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66488:66488:256:4294967295] 192.168.203.112@tcp LPNI seq info [66488:66488:8:4294967295] 00000400:00000200:0.0:1767734667.600305:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.600350:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.600357:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.600363:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1700. 00000800:00000200:0.0:1767734667.600369:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.600376:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.600381:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.600399:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.600404:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10686 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.600409:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.600412:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429433 00000100:00000001:0.0:1767734667.600418:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429429 00000100:00000001:0.0:1767734667.600424:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429433 00000100:00000001:0.0:1767734667.600427:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429429 00000100:00000001:0.0:1767734667.600431:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.600434:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.600437:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.600439:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.600442:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.600445:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.600448:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.600590:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.600598:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734667.600604:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.600612:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.600618:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bd48 00000400:00000010:2.0:1767734667.600621:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bd48. 00000100:00000001:2.0:1767734667.600625:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.600633:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672054912/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.600646:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.600651:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672054912/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.600660:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.600663:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.602402:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d1722940. 00000800:00000001:2.0:1767734667.603176:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.603201:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.603205:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.603208:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.603215:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.603222:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.603229:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.603234:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.603239:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.603243:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d29280 00000400:00000200:2.0:1767734667.603249:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.603255:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b58d [1] + 224 00000800:00000001:2.0:1767734667.603262:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.603271:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.603274:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.603279:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.603283:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.603291:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672054912/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.603305:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672054912/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.603371:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.603381:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.603386:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.603422:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.603432:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.603435:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.603440:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.603447:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.603450:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.603466:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.603475:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672054912/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.603489:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672054912/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.603500:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.603502:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.603505:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.603507:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.603509:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.603512:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.603515:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.603521:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.603526:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.603529:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.603531:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.603534:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.603537:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.603540:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.603542:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.603544:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.603546:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.603548:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.603552:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.603554:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.603557:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.603584:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.603590:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672054912/t12884924667(12884924667) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.603600:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.603603:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.603605:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.603610:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672054912/t12884924667(12884924667) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.603637:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672054912:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.603643:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.603646:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.603649:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.603651:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.603655:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672054912/t12884924667(12884924667) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.603663:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.603666:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.603670:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.603671:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.603677:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.603678:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.603682:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.603685:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.603689:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.603692:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.603695:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.603698:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.603703:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c4198a80 x1853602671723008/t12884924371(12884924371) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.603713:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.603715:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089952971392 : -117983756580224 : ffff94b1c4198a80) 00000100:00000001:0.0:1767734667.603718:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.603722:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c4198a80 x1853602671723008/t12884924371(12884924371) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.603729:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.603732:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.603735:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672054912/t12884924667(12884924667) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.603755:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.603758:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.603762:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c4198a80 x1853602671723008/t12884924371(12884924371) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734447 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.603770:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.603773:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.603775:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=16 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.603777:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.603780:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f9ce7800. 02000000:00000001:0.0:1767734667.603784:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.603785:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.603787:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c4198a80. 00000100:00000001:0.0:1767734667.603791:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.603792:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.603794:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.603798:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672054912/t12884924667(12884924667) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.603805:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.603808:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1de8972a0. 00000002:00000001:0.0:1767734667.603812:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.603814:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.603817:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451fa80. 00000100:00000001:0.0:1767734667.603820:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.603824:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672054912/t12884924667(12884924667) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.603831:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.603832:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.603835:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.603837:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.603839:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.603840:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=15 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.603842:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.603850:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.603853:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.603855:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.603857:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.603860:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.603862:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.603864:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.603867:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.603869:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.603871:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.603874:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.603877:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.603880:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.603889:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.603891:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.603894:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8cf:0x0](ffff94b1d1724b08) 00800000:00000001:0.0:1767734667.603898:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.603900:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8cf:0x0] 00000002:00000001:0.0:1767734667.603904:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.603909:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1200 count: 3 00010000:00000001:0.0:1767734667.603912:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.603915:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.603917:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.603919:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.603921:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.603925:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.603927:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.603931:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.603934:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.603936:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8cf:0x0] 00000002:00000001:0.0:1767734667.603939:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.603941:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8cf:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.603945:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.603948:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=16 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.603952:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.603954:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.603958:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.603963:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.603974:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.603985:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f8754e00 x1853602671737472/t12884924381(12884924381) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734448 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.603996:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.604002:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672055168/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.604010:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.604012:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.604016:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.604019:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.604022:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.604024:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.604028:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.604031:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.604033:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.604035:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.604038:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672055168/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.604047:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.604049:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.604052:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.604055:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.604058:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.604062:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672055168:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.604065:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.604068:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.604071:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.604073:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.604076:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.604079:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.604085:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.604088:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.604099:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.604104:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672055168, portal 10 00000100:00000001:0.0:1767734667.604107:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.604108:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.604115:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672055168/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.604124:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.604127:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.604130:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b880. 00000100:00000200:0.0:1767734667.604133:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672055168, offset 0 00000400:00000200:0.0:1767734667.604139:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.604145:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.604150:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.604155:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.604159:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.604162:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.604166:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.604170:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66489:66489:256:4294967295] 192.168.203.112@tcp LPNI seq info [66489:66489:8:4294967295] 00000400:00000200:0.0:1767734667.604176:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.604185:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.604191:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.604195:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1900. 00000800:00000200:0.0:1767734667.604201:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.604208:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.604212:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.604233:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.604238:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10686 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.604244:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.604247:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429436 00000100:00000001:0.0:1767734667.604253:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429433 00000100:00000001:0.0:1767734667.604270:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429436 00000100:00000001:0.0:1767734667.604274:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429433 00000100:00000001:0.0:1767734667.604278:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.604281:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.604283:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.604286:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.604289:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.604292:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.604294:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.604408:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.604416:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734667.604422:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.604430:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.604435:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b880 00000400:00000010:2.0:1767734667.604438:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b880. 00000100:00000001:2.0:1767734667.604442:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.604450:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672055168/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.604463:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.604482:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672055168/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.604493:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.604495:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.606391:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0742100. 00000800:00000001:2.0:1767734667.608256:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.608270:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.608273:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.608276:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.608283:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.608290:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.608298:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.608304:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.608348:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.608354:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d29380 00000400:00000200:2.0:1767734667.608360:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.608366:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b595 [1] + 224 00000800:00000001:2.0:1767734667.608375:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.608387:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.608391:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.608397:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.608402:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.608409:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672055168/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.608425:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672055168/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.608448:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.608455:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.608459:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.608487:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.608497:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.608499:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.608506:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.608517:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.608519:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.608523:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.608532:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672055168/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.608547:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672055168/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.608578:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.608581:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.608584:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.608587:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.608589:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.608592:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.608594:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.608601:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.608605:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.608608:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.608610:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.608613:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.608616:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.608619:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.608633:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.608636:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.608638:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.608640:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.608644:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.608646:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.608648:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.608650:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.608657:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672055168/t12884924668(12884924668) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.608667:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.608670:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.608672:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.608677:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672055168/t12884924668(12884924668) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.608687:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672055168:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.608692:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.608695:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.608697:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.608699:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.608703:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672055168/t12884924668(12884924668) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.608711:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.608714:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.608718:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.608719:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.608724:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.608726:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.608729:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.608732:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.608736:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.608739:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.608748:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.608751:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.608758:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f8754e00 x1853602671737472/t12884924381(12884924381) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734448 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.608767:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.608769:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090831400448 : -117982878151168 : ffff94b1f8754e00) 00000100:00000001:0.0:1767734667.608773:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.608776:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f8754e00 x1853602671737472/t12884924381(12884924381) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734448 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.608785:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.608787:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.608791:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672055168/t12884924668(12884924668) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.608799:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.608801:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.608804:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f8754e00 x1853602671737472/t12884924381(12884924381) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734448 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.608811:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.608814:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.608816:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=15 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.608818:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.608821:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c63c2000. 02000000:00000001:0.0:1767734667.608834:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.608836:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.608838:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f8754e00. 00000100:00000001:0.0:1767734667.608843:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.608844:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.608846:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.608851:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672055168/t12884924668(12884924668) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.608858:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.608861:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1de9e6da0. 00000002:00000001:0.0:1767734667.608869:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.608872:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.608875:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1fe4a8dc0. 00000100:00000001:0.0:1767734667.608878:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.608883:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672055168/t12884924668(12884924668) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.608891:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.608892:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.608895:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.608898:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.608899:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.608901:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=14 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.608903:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.608905:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.608907:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.608909:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.608910:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.608913:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.608915:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.608918:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.608921:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.608924:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.608926:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.608929:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.608932:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.608934:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.608944:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.608947:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.608949:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8d0:0x0](ffff94b1d1727448) 00800000:00000001:0.0:1767734667.608953:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.608955:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8d0:0x0] 00000002:00000001:0.0:1767734667.608958:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.608964:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1a00 count: 3 00010000:00000001:0.0:1767734667.608967:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.608971:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.608973:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.608981:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.608984:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.608987:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.608989:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.608995:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.608998:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.609000:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8d0:0x0] 00000002:00000001:0.0:1767734667.609003:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.609005:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8d0:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.609011:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.609014:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=15 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.609018:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.609020:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.609024:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.609029:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.609034:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.609045:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b200bd8700 x1853602671752320/t12884924391(12884924391) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734449 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.609056:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.609062:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672055424/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.609071:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.609073:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.609078:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.609080:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.609083:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.609085:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.609089:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.609092:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.609095:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.609096:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.609100:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672055424/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.609109:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.609118:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.609121:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.609124:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.609127:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.609131:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672055424:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.609136:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.609140:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.609143:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.609145:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.609149:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.609152:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.609158:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.609162:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.609166:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.609171:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672055424, portal 10 00000100:00000001:0.0:1767734667.609174:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.609176:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.609183:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672055424/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.609192:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.609195:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.609198:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bcc0. 00000100:00000200:0.0:1767734667.609202:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672055424, offset 0 00000400:00000200:0.0:1767734667.609207:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.609213:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.609219:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.609223:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.609228:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.609231:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.609235:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.609239:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66490:66490:256:4294967295] 192.168.203.112@tcp LPNI seq info [66490:66490:8:4294967295] 00000400:00000200:0.0:1767734667.609245:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.609254:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.609268:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.609273:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1900. 00000800:00000200:0.0:1767734667.609280:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.609287:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.609291:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.609341:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.609347:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10686 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.609352:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.609356:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429442 00000100:00000001:0.0:1767734667.609362:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429436 00000100:00000001:0.0:1767734667.609369:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429442 00000100:00000001:0.0:1767734667.609376:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429436 00000100:00000001:0.0:1767734667.609381:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.609385:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.609389:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.609392:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.609396:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.609400:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.609404:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.609487:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.609495:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734667.609501:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.609509:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.609515:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bcc0 00000400:00000010:2.0:1767734667.609529:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bcc0. 00000100:00000001:2.0:1767734667.609533:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.609541:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672055424/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.609554:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.609586:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672055424/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.609600:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.609602:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.611939:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.611953:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.611957:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.611960:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.611967:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.611974:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.611982:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.611987:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.611993:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.611997:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d29480 00000400:00000200:2.0:1767734667.612003:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.612009:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b59d [1] + 224 00000800:00000001:2.0:1767734667.612016:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.612024:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.612027:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.612032:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.612037:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.612044:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672055424/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.612059:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672055424/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.612085:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.612093:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.612109:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.612172:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.612182:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.612184:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.612188:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.612195:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.612198:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.612202:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.612211:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672055424/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.612226:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672055424/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.612237:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.612253:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.612256:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.612259:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.612261:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.612264:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.612267:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.612273:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.612278:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.612281:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.612283:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.612286:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.612289:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.612292:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.612294:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.612296:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.612298:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.612300:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.612304:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.612306:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.612309:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.612344:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.612351:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672055424/t12884924669(12884924669) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.612362:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.612365:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.612367:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.612372:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672055424/t12884924669(12884924669) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.612381:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672055424:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.612387:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.612390:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.612392:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.612394:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.612406:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672055424/t12884924669(12884924669) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.612415:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.612419:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.612422:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.612424:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.612430:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.612432:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.612435:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.612437:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.612441:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.612444:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.612447:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.612451:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.612456:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b200bd8700 x1853602671752320/t12884924391(12884924391) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734449 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.612466:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.612468:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970351360 : -117982739200256 : ffff94b200bd8700) 00000100:00000001:0.0:1767734667.612470:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.612474:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd8700 x1853602671752320/t12884924391(12884924391) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734449 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.612482:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.612484:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.612487:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672055424/t12884924669(12884924669) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.612495:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.612497:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.612500:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd8700 x1853602671752320/t12884924391(12884924391) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734449 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.612508:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.612510:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.612512:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=14 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.612520:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.612523:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b200225800. 02000000:00000001:0.0:1767734667.612528:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.612530:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.612532:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd8700. 00000100:00000001:0.0:1767734667.612535:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.612537:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.612540:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.612544:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672055424/t12884924669(12884924669) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.612553:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.612555:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b0d800c2e0. 00000002:00000001:0.0:1767734667.612581:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.612584:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.612587:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f47d4380. 00000100:00000001:0.0:1767734667.612590:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.612595:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672055424/t12884924669(12884924669) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.612603:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.612605:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.612608:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.612611:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.612612:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.612614:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=13 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.612616:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.612618:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.612620:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.612622:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.612623:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.612626:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.612627:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.612630:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.612632:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.612635:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.612637:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.612646:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.612650:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.612652:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.612663:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.612665:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.612668:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8d1:0x0](ffff94b1d1721148) 00800000:00000001:0.0:1767734667.612672:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.612674:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8d1:0x0] 00000002:00000001:0.0:1767734667.612678:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.612683:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1b00 count: 3 00010000:00000001:0.0:1767734667.612686:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.612689:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.612691:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.612694:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.612696:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.612700:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.612702:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.612707:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.612709:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.612711:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8d1:0x0] 00000002:00000001:0.0:1767734667.612714:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.612716:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8d1:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.612721:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.612725:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=14 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.612728:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.612731:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.612734:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.612740:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.612744:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.612754:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c419bb80 x1853602671766400/t12884924401(12884924401) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734450 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.612765:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.612771:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672055680/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.612780:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.612789:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.612793:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.612796:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.612799:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.612801:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.612804:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.612808:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.612810:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.612812:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.612816:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672055680/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.612825:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.612827:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.612831:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.612833:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.612836:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.612840:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672055680:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.612844:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.612847:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.612850:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.612852:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.612856:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.612858:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.612864:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.612868:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.612873:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.612877:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672055680, portal 10 00000100:00000001:0.0:1767734667.612880:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.612882:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.612888:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672055680/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.612897:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.612900:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.612909:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bcc0. 00000100:00000200:0.0:1767734667.612913:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672055680, offset 0 00000400:00000200:0.0:1767734667.612919:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.612926:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.612931:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.612936:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.612941:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.612944:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.612948:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.612952:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66491:66491:256:4294967295] 192.168.203.112@tcp LPNI seq info [66491:66491:8:4294967295] 00000400:00000200:0.0:1767734667.612958:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.612967:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.612973:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.612978:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1700. 00000800:00000200:0.0:1767734667.612983:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.612990:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.612995:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.613016:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.613021:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10686 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.613026:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.613029:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429445 00000100:00000001:0.0:1767734667.613035:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429442 00000100:00000001:0.0:1767734667.613040:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429445 00000100:00000001:0.0:1767734667.613044:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429442 00000100:00000001:0.0:1767734667.613048:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.613051:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.613053:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.613055:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.613058:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.613061:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.613070:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.613175:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.613187:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734667.613193:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.613201:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.613210:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bcc0 00000400:00000010:2.0:1767734667.613213:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bcc0. 00000100:00000001:2.0:1767734667.613218:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.613225:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672055680/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.613238:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.613243:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672055680/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.613252:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.613255:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.614408:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d1726300. 00000800:00000001:2.0:1767734667.615813:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.615827:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.615831:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.615834:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.615841:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.615848:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.615856:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.615861:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.615866:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.615871:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d29580 00000400:00000200:2.0:1767734667.615877:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.615882:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b5a5 [1] + 224 00000800:00000001:2.0:1767734667.615889:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.615898:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.615901:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.615906:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.615911:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.615918:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672055680/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.615953:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672055680/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.615981:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.615990:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.615994:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.616072:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.616082:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.616084:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.616088:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.616095:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.616097:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.616101:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.616110:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672055680/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.616125:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672055680/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.616134:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.616137:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.616139:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.616142:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.616144:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.616146:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.616149:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.616155:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.616160:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.616163:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.616165:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.616167:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.616171:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.616174:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.616176:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.616178:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.616180:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.616182:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.616185:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.616187:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.616190:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.616192:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.616197:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672055680/t12884924670(12884924670) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.616229:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.616232:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.616234:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.616240:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672055680/t12884924670(12884924670) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.616251:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672055680:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.616256:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.616259:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.616261:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.616263:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.616267:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672055680/t12884924670(12884924670) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.616276:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.616279:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.616282:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.616284:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.616289:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.616291:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.616294:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.616296:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.616300:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.616303:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.616306:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.616342:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.616348:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c419bb80 x1853602671766400/t12884924401(12884924401) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734450 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.616358:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.616360:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089952983936 : -117983756567680 : ffff94b1c419bb80) 00000100:00000001:0.0:1767734667.616363:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.616376:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c419bb80 x1853602671766400/t12884924401(12884924401) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734450 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.616385:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.616388:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.616392:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672055680/t12884924670(12884924670) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.616400:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.616403:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.616407:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c419bb80 x1853602671766400/t12884924401(12884924401) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734450 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.616414:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.616416:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.616418:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=13 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.616421:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.616424:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f9ce6400. 02000000:00000001:0.0:1767734667.616428:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.616429:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.616431:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c419bb80. 00000100:00000001:0.0:1767734667.616435:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.616436:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.616438:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.616442:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672055680/t12884924670(12884924670) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.616449:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.616452:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1de8971a0. 00000002:00000001:0.0:1767734667.616456:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.616458:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.616461:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451f500. 00000100:00000001:0.0:1767734667.616464:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.616468:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672055680/t12884924670(12884924670) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.616475:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.616482:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.616485:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.616488:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.616491:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.616492:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=12 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.616495:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.616497:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.616499:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.616500:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.616502:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.616505:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.616506:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.616509:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.616511:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.616514:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.616516:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.616518:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.616522:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.616524:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.616534:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.616536:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.616538:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8d2:0x0](ffff94b1d17200c8) 00800000:00000001:0.0:1767734667.616542:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.616544:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8d2:0x0] 00000002:00000001:0.0:1767734667.616548:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.616552:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 3 00010000:00000001:0.0:1767734667.616556:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.616587:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.616590:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.616592:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.616594:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.616599:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.616601:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.616606:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.616609:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.616611:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8d2:0x0] 00000002:00000001:0.0:1767734667.616614:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.616616:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8d2:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.616621:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.616632:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=13 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.616636:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.616639:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.616642:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.616648:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.616653:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.616664:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1c4199180 x1853602671780864/t12884924408(12884924408) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734451 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.616675:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.616681:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672055936/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.616690:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.616691:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.616696:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.616699:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.616702:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.616704:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.616707:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.616711:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.616713:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.616715:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.616719:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672055936/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.616728:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.616730:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.616733:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.616736:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.616739:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.616742:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672055936:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.616747:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.616750:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.616752:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.616760:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.616764:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.616767:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.616774:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.616778:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.616782:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.616787:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672055936, portal 10 00000100:00000001:0.0:1767734667.616790:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.616792:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.616799:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672055936/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.616808:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.616812:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.616815:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b880. 00000100:00000200:0.0:1767734667.616818:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672055936, offset 0 00000400:00000200:0.0:1767734667.616824:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.616830:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.616836:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.616840:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.616845:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.616848:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.616852:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.616856:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66492:66492:256:4294967295] 192.168.203.112@tcp LPNI seq info [66492:66492:8:4294967295] 00000400:00000200:0.0:1767734667.616862:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.616871:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.616878:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.616882:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734667.616889:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.616895:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.616900:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.616921:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.616933:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10686 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.616939:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.616942:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429449 00000100:00000001:0.0:1767734667.616948:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429445 00000100:00000001:0.0:1767734667.616953:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429449 00000100:00000001:0.0:1767734667.616957:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429445 00000100:00000001:0.0:1767734667.616961:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.616964:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.616967:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.616969:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.616972:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.616975:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.616978:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.617092:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.617100:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734667.617106:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.617114:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.617119:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b880 00000400:00000010:2.0:1767734667.617122:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b880. 00000100:00000001:2.0:1767734667.617127:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.617135:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672055936/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.617148:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.617152:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672055936/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.617162:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.617165:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.618402:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d15ae300. 00000800:00000001:2.0:1767734667.619664:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.619678:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.619682:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.619685:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.619692:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.619699:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.619707:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.619712:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.619717:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.619722:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d29680 00000400:00000200:2.0:1767734667.619728:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.619734:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b5ad [1] + 224 00000800:00000001:2.0:1767734667.619753:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.619762:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.619766:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.619771:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.619776:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.619784:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672055936/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.619798:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672055936/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.619825:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.619833:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.619837:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.619913:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.619922:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.619924:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.619928:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.619935:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.619937:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.619941:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.619950:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672055936/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.619965:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672055936/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.619976:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.619978:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.619981:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.619983:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.619985:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.619987:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.619990:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.619997:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.620001:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.620017:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.620019:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.620022:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.620026:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.620029:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.620031:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.620034:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.620036:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.620038:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.620041:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.620043:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.620045:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.620047:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.620053:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672055936/t12884924671(12884924671) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.620063:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.620065:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.620067:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.620072:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672055936/t12884924671(12884924671) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.620083:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672055936:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.620090:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.620092:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.620095:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.620096:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.620100:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672055936/t12884924671(12884924671) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.620108:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.620111:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.620115:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.620117:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.620122:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.620132:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.620135:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.620138:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.620142:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.620146:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.620148:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.620152:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.620158:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1c4199180 x1853602671780864/t12884924408(12884924408) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734451 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.620168:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.620169:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089952973184 : -117983756578432 : ffff94b1c4199180) 00000100:00000001:0.0:1767734667.620173:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.620176:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c4199180 x1853602671780864/t12884924408(12884924408) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734451 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.620185:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.620187:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.620191:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672055936/t12884924671(12884924671) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.620199:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.620201:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.620205:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c4199180 x1853602671780864/t12884924408(12884924408) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734451 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.620212:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.620214:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.620216:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=12 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.620219:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.620221:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f9ce6c00. 02000000:00000001:0.0:1767734667.620225:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.620227:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.620228:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c4199180. 00000100:00000001:0.0:1767734667.620232:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.620233:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.620241:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.620245:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672055936/t12884924671(12884924671) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.620254:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.620257:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1de897680. 00000002:00000001:0.0:1767734667.620260:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.620262:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.620265:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451f980. 00000100:00000001:0.0:1767734667.620267:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.620271:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672055936/t12884924671(12884924671) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.620278:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.620280:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.620282:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.620285:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.620287:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.620288:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=11 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.620290:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.620292:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.620294:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.620296:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.620297:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.620300:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.620301:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.620304:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620306:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.620341:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.620345:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620348:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620352:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.620355:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.620366:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.620368:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.620371:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8d3:0x0](ffff94b1d1723248) 00800000:00000001:0.0:1767734667.620375:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.620384:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8d3:0x0] 00000002:00000001:0.0:1767734667.620388:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.620393:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461900 count: 2 00010000:00000001:0.0:1767734667.620396:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.620399:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.620402:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620404:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.620406:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.620408:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620410:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620413:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.620415:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.620420:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.620422:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.620424:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8d4:0x0](ffff94b1d1725348) 00800000:00000001:0.0:1767734667.620426:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.620428:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8d4:0x0] 00000002:00000001:0.0:1767734667.620430:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.620432:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461200 count: 2 00010000:00000001:0.0:1767734667.620435:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.620437:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.620440:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620442:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.620444:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.620446:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620448:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620450:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.620451:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.620456:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.620458:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.620460:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8d5:0x0](ffff94b1f0740908) 00800000:00000001:0.0:1767734667.620462:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.620463:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8d5:0x0] 00000002:00000001:0.0:1767734667.620465:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.620468:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461800 count: 2 00010000:00000001:0.0:1767734667.620470:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.620472:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.620474:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620481:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.620484:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.620486:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620488:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620492:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.620494:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.620499:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.620548:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.620551:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8d6:0x0](ffff94b1f0747448) 00800000:00000001:0.0:1767734667.620554:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.620556:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8d6:0x0] 00000002:00000001:0.0:1767734667.620585:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.620589:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461e00 count: 2 00010000:00000001:0.0:1767734667.620592:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.620594:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.620597:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620599:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.620601:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.620603:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620606:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620610:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.620611:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.620618:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.620620:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.620622:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8e3:0x0](ffff94b1d1721988) 00800000:00000001:0.0:1767734667.620624:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.620626:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8e3:0x0] 00000002:00000001:0.0:1767734667.620628:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.620631:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc500 count: 2 00010000:00000001:0.0:1767734667.620633:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.620636:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.620638:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620640:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.620641:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.620643:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620645:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620648:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.620649:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.620662:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.620664:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.620666:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8e4:0x0](ffff94b1d1720908) 00800000:00000001:0.0:1767734667.620670:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.620671:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8e4:0x0] 00000002:00000001:0.0:1767734667.620674:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.620677:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d400 count: 2 00010000:00000001:0.0:1767734667.620679:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.620682:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.620685:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620687:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.620688:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.620690:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620692:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620695:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.620696:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.620702:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.620703:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.620705:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8e5:0x0](ffff94b1d1723a88) 00800000:00000001:0.0:1767734667.620707:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.620709:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8e5:0x0] 00000002:00000001:0.0:1767734667.620711:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.620713:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0df00 count: 2 00010000:00000001:0.0:1767734667.620715:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.620717:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.620719:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620721:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.620723:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.620725:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620727:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620729:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.620731:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.620736:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.620737:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.620739:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8e6:0x0](ffff94b1d17221c8) 00800000:00000001:0.0:1767734667.620742:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.620743:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8e6:0x0] 00000002:00000001:0.0:1767734667.620745:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.620753:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:0.0:1767734667.620756:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.620759:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.620761:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620764:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.620766:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.620767:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620770:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.620772:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.620774:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.620779:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.620781:0:249249:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1767734667.620783:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734667.620786:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144872 : -117983526406744 : ffff94b1d1d1b5a8) 00000020:00001000:0.0:1767734667.620789:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b5a0 00000020:00000001:0.0:1767734667.620792:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1f65dbb70 -> ffff94b1f65dbb70 00000020:00000001:0.0:1767734667.620795:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1767734667.620797:0:249249:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1767734667.620799:0:249249:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x8e7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1767734667.620803:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767734667.620805:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1767734667.620806:0:249249:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1767734667.620810:0:249249:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x8e7:0x0]io ffff94b1d1cdc4f0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1767734667.620814:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1d02c2d90) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:0.0:1767734667.620818:0:249249:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1767734667.620819:0:249249:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1767734667.620822:0:249249:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1767734667.620823:0:249249:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.620826:0:249249:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1767734667.620828:0:249249:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1767734667.620829:0:249249:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.620831:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767734667.620833:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1767734667.620834:0:249249:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1767734667.620837:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1d02c2d90) owner 0000000000000000/ffff94b1c12dcf80 00000020:00000001:0.0:1767734667.620840:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.620842:0:249249:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1767734667.620844:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1767734667.620852:0:249249:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1767734667.620855:0:249249:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1767734667.620858:0:249249:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1767734667.620862:0:249249:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1767734667.620864:0:249249:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1767734667.620866:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734667.620868:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145592 : -117983526406024 : ffff94b1d1d1b878) 00000020:00001000:0.0:1767734667.620871:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b870 00000020:00000001:0.0:1767734667.620874:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1f65db530 -> ffff94b1f65dbb70 00000020:00000001:0.0:1767734667.620876:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1767734667.620879:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767734667.620880:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1767734667.620882:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.620884:0:249249:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.620886:0:249249:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446626090982831720 : -117982726719896 : ffff94b2017bf668) 00000020:00000001:0.0:1767734667.620889:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1767734667.620890:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.620892:0:249249:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.620894:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.620896:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1767734667.620898:0:249249:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1767734667.620900:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734667.620901:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1767734667.620902:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1767734667.620904:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.620906:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.620908:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.620910:0:249249:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.620912:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1767734667.620913:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.620915:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.620917:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1767734667.620919:0:249249:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1767734667.620921:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734667.620922:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1767734667.620924:0:249249:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1767734667.620926:0:249249:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1767734667.620931:0:249249:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff94b1f464c380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1767734667.620936:0:249249:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767734667.620938:0:249249:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.620947:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.620950:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.620952:0:249249:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.620954:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.620956:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1767734667.620958:0:249249:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1767734667.620960:0:249249:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1767734667.620961:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1767734667.620963:0:249249:0:(osc_cache.c:3127:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1767734667.620966:0:249249:0:(osc_cache.c:3164:osc_cache_wait_range()) obj ffff94b1f464c380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1767734667.620969:0:249249:0:(osc_cache.c:3165:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.620971:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1767734667.620973:0:249249:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.620974:0:249249:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1767734667.620976:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1767734667.620978:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1767734667.620979:0:249249:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1767734667.620981:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734667.620982:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1767734667.620983:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1767734667.620985:0:249249:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.620987:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.620989:0:249249:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1767734667.620990:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1767734667.620992:0:249249:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1767734667.620993:0:249249:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1767734667.620995:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1767734667.620996:0:249249:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1767734667.620998:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734667.620999:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1767734667.621000:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1767734667.621002:0:249249:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.621004:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.621006:0:249249:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1767734667.621007:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1767734667.621009:0:249249:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.621011:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1767734667.621012:0:249249:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1767734667.621014:0:249249:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1767734667.621015:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1767734667.621017:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1767734667.621018:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b870 00020000:00000001:0.0:1767734667.621021:0:249249:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1767734667.621028:0:249249:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1767734667.621030:0:249249:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1767734667.621033:0:249249:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x8e7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1767734667.621036:0:249249:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1767734667.621038:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1767734667.621040:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b5a0 00000080:00000001:0.0:1767734667.621043:0:249249:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.621047:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.621049:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8e7:0x0](ffff94b1d1725b88) 00800000:00000001:0.0:1767734667.621052:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.621053:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8e7:0x0] 00000002:00000001:0.0:1767734667.621056:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.621060:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d300 count: 2 00010000:00000001:0.0:1767734667.621063:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.621066:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.621068:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.621070:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.621073:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.621075:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.621078:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.621080:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734667.621082:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144872 : -117983526406744 : ffff94b1d1d1b5a8) 00000020:00001000:0.0:1767734667.621085:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b5a0 00020000:00000001:0.0:1767734667.621096:0:249249:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:0.0:1767734667.621099:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1d02c2d90) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:0.0:1767734667.621126:0:249249:0:(lov_object.c:865:lov_delete_composite()) Process entered 00020000:00000002:0.0:1767734667.621130:0:249249:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1f4645ba0, objid 0x8e7:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1767734667.621136:0:249249:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1767734667.621141:0:249249:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1d0c16680: ostid: 0x240000403:6237 ost idx: 0 gen: 0 00020000:00000001:0.0:1767734667.621144:0:249249:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:0.0:1767734667.621147:0:249249:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.621149:0:249249:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1767734667.621151:0:249249:0:(cl_object.c:375:cl_object_prune()) Process entered 00010000:00000001:0.0:1767734667.621154:0:249249:0:(ldlm_request.c:2443:ldlm_resource_iterate()) Process entered 00010000:00000001:0.0:1767734667.621159:0:249249:0:(ldlm_request.c:2449:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.621168:0:249249:0:(cl_object.c:385:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1767734667.621175:0:249249:0:(osc_object.c:106:osc_object_free()) slab-freed '(osc)': 448 at ffff94b1f464c380. 00020000:00000001:0.0:1767734667.621179:0:249249:0:(lovsub_object.c:64:lovsub_object_free()) Process entered 00020000:00000010:0.0:1767734667.621182:0:249249:0:(lovsub_object.c:84:lovsub_object_free()) slab-freed 'los': 200 at ffff94b1f65db4b0. 00020000:00000001:0.0:1767734667.621186:0:249249:0:(lovsub_object.c:86:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1767734667.621188:0:249249:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.621191:0:249249:0:(lov_object.c:887:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1767734667.621194:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1d02c2d90) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:0.0:1767734667.621197:0:249249:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:0.0:1767734667.621199:0:249249:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:0.0:1767734667.621200:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1d02c2d90) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:0.0:1767734667.621203:0:249249:0:(lov_object.c:901:lov_fini_composite()) Process entered 00020000:00000010:0.0:1767734667.621205:0:249249:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94b1c57c53c0. 00020000:00000010:0.0:1767734667.621209:0:249249:0:(lov_object.c:910:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94b200adc3c0. 00020000:00000010:0.0:1767734667.621212:0:249249:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94b1ee065b10. 00020000:00000002:0.0:1767734667.621216:0:249249:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1f4645ba0, objid 0x8e7:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1767734667.621221:0:249249:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1767734667.621226:0:249249:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1d0c16680: ostid: 0x240000403:6237 ost idx: 0 gen: 0 00020000:00000010:0.0:1767734667.621230:0:249249:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94b1d0c16680. 00020000:00000010:0.0:1767734667.621233:0:249249:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff94b1f46452a0. 00020000:00000010:0.0:1767734667.621236:0:249249:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff94b1f4645ba0. 00020000:00000001:0.0:1767734667.621238:0:249249:0:(lov_object.c:924:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1767734667.621240:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1d02c2d90) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000010:0.0:1767734667.621243:0:249249:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1d02c2d90. 00020000:00000001:0.0:1767734667.621245:0:249249:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:0.0:1767734667.621248:0:249249:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1f65dbaf0. 00000020:00001000:0.0:1767734667.621251:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b5a0 00000080:00000001:0.0:1767734667.621255:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.621256:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.621264:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.621266:0:249249:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1767734667.621267:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734667.621269:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144872 : -117983526406744 : ffff94b1d1d1b5a8) 00000020:00001000:0.0:1767734667.621272:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b5a0 00000020:00000001:0.0:1767734667.621281:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1f65dbd00 -> ffff94b1f65dbd00 00000020:00000001:0.0:1767734667.621284:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1767734667.621286:0:249249:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1767734667.621288:0:249249:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x8e8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1767734667.621292:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767734667.621293:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1767734667.621295:0:249249:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1767734667.621299:0:249249:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x8e8:0x0]io ffff94b1d1cdc4f0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1767734667.621302:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1d02c20f8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:0.0:1767734667.621305:0:249249:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1767734667.621307:0:249249:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1767734667.621309:0:249249:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1767734667.621339:0:249249:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.621342:0:249249:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1767734667.621344:0:249249:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1767734667.621346:0:249249:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.621348:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767734667.621349:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1767734667.621351:0:249249:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1767734667.621353:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1d02c20f8) owner 0000000000000000/ffff94b1c12dcf80 00000020:00000001:0.0:1767734667.621356:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.621359:0:249249:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1767734667.621361:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1767734667.621363:0:249249:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1767734667.621366:0:249249:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1767734667.621370:0:249249:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1767734667.621373:0:249249:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1767734667.621375:0:249249:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1767734667.621378:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734667.621380:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145592 : -117983526406024 : ffff94b1d1d1b878) 00000020:00001000:0.0:1767734667.621383:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b870 00000020:00000001:0.0:1767734667.621386:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1f65dbaa8 -> ffff94b1f65dbd00 00000020:00000001:0.0:1767734667.621389:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1767734667.621392:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767734667.621394:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1767734667.621396:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.621399:0:249249:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.621401:0:249249:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446626090982831720 : -117982726719896 : ffff94b2017bf668) 00000020:00000001:0.0:1767734667.621405:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1767734667.621415:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.621418:0:249249:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.621422:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.621424:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1767734667.621427:0:249249:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1767734667.621429:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734667.621431:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1767734667.621434:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1767734667.621436:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.621439:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.621441:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.621444:0:249249:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.621446:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1767734667.621448:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.621451:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.621453:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1767734667.621455:0:249249:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1767734667.621457:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734667.621459:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1767734667.621461:0:249249:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1767734667.621463:0:249249:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1767734667.621467:0:249249:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff94b1f464da40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=0. 00000008:00000001:0.0:1767734667.621472:0:249249:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767734667.621474:0:249249:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.621476:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.621478:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.621480:0:249249:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.621482:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.621484:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1767734667.621486:0:249249:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1767734667.621488:0:249249:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1767734667.621489:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1767734667.621491:0:249249:0:(osc_cache.c:3127:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1767734667.621494:0:249249:0:(osc_cache.c:3164:osc_cache_wait_range()) obj ffff94b1f464da40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1767734667.621497:0:249249:0:(osc_cache.c:3165:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.621499:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1767734667.621500:0:249249:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.621502:0:249249:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1767734667.621503:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1767734667.621505:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1767734667.621506:0:249249:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1767734667.621513:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734667.621515:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1767734667.621517:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1767734667.621518:0:249249:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.621521:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.621523:0:249249:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1767734667.621524:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1767734667.621526:0:249249:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1767734667.621527:0:249249:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1767734667.621529:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1767734667.621530:0:249249:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1767734667.621531:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734667.621533:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1767734667.621534:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1767734667.621536:0:249249:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.621538:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.621540:0:249249:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1767734667.621541:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1767734667.621542:0:249249:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.621545:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1767734667.621546:0:249249:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1767734667.621547:0:249249:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1767734667.621549:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1767734667.621550:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1767734667.621552:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b870 00020000:00000001:0.0:1767734667.621554:0:249249:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1767734667.621556:0:249249:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1767734667.621582:0:249249:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1767734667.621585:0:249249:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x8e8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1767734667.621589:0:249249:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1767734667.621590:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1767734667.621593:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b5a0 00000080:00000001:0.0:1767734667.621595:0:249249:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.621602:0:249249:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1767734667.621605:0:249249:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446626090883208032 : -117982826343584 : ffff94b1fb8bd360) 00000020:00000001:0.0:1767734667.621609:0:249249:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:0.0:1767734667.621611:0:249249:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:0.0:1767734667.621614:0:249249:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1767734667.621616:0:249249:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1767734667.621618:0:249249:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1767734667.621625:0:249249:0:(cl_page.c:547:__cl_page_state_set()) page@00000000a785e7ea[2 00000000d5081d05 1 1 0000000000000000] 00000020:00000001:0.0:1767734667.621628:0:249249:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1767734667.621636:0:249249:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1767734667.621640:0:249249:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1767734667.621642:0:249249:0:(osc_page.c:138:osc_page_delete()) ffff94b1fb8bd3c0 00000008:00000001:0.0:1767734667.621646:0:249249:0:(osc_cache.c:2538:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1767734667.621649:0:249249:0:(osc_cache.c:2541:osc_teardown_async_page()) teardown oap ffff94b1fb8bd3d0 page ffff94b1fb8bd3c0 at index 0. 00000008:00000001:0.0:1767734667.621652:0:249249:0:(osc_cache.c:2563:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767734667.621658:0:249249:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1767734667.621661:0:249249:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffdc5bc4fdec40 index 0 00000020:00000001:0.0:1767734667.621665:0:249249:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1767734667.621667:0:249249:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:0.0:1767734667.621670:0:249249:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1767734667.621674:0:249249:0:(cl_page.c:596:cl_batch_put()) page@00000000a785e7ea[1 00000000d5081d05 5 1 0000000000000000] 00000020:00000001:0.0:1767734667.621676:0:249249:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:0.0:1767734667.621679:0:249249:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:0.0:1767734667.621684:0:249249:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff94b1fb8bd360. 00000020:00000001:0.0:1767734667.621688:0:249249:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:0.0:1767734667.621690:0:249249:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:0.0:1767734667.621706:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.621709:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8e8:0x0](ffff94b1d1726c08) 00800000:00000001:0.0:1767734667.621713:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.621715:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8e8:0x0] 00000002:00000001:0.0:1767734667.621718:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767734667.621722:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.621724:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.621727:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.621729:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.621731:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.621734:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.621737:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734667.621740:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144872 : -117983526406744 : ffff94b1d1d1b5a8) 00000020:00001000:0.0:1767734667.621742:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b5a0 00020000:00000001:0.0:1767734667.621746:0:249249:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:0.0:1767734667.621748:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1d02c20f8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:0.0:1767734667.621752:0:249249:0:(lov_object.c:865:lov_delete_composite()) Process entered 00020000:00000002:0.0:1767734667.621755:0:249249:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1f4645a20, objid 0x8e8:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1767734667.621760:0:249249:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1767734667.621765:0:249249:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1d0c16c80: ostid: 0x280000403:7257 ost idx: 1 gen: 0 00020000:00000001:0.0:1767734667.621776:0:249249:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:0.0:1767734667.621778:0:249249:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.621780:0:249249:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1767734667.621782:0:249249:0:(cl_object.c:375:cl_object_prune()) Process entered 00010000:00000001:0.0:1767734667.621786:0:249249:0:(ldlm_request.c:2443:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1767734667.621789:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0de00 count: 2 00010000:00000001:0.0:1767734667.621792:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.621795:0:249249:0:(ldlm_request.c:2378:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1767734667.621798:0:249249:0:(osc_object.c:191:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1767734667.621803:0:249249:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 158 blocks 1 [cma]time 1767734578 1767734578 0 ns: lustre-OST0001-osc-ffff94b1ef335000 lock: ffff94b1c1677800/0x1886cffb85c2b4aa lrc: 1/0,0 mode: PW/PW res: [0x280000403:0x1c59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x9bbb2ede58dab05e expref: -99 pid: 241749 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1767734667.621816:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1f464da40 -> ffff94b1f65dbd00 00000020:00000001:0.0:1767734667.621819:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1f464da40 -> ffff94b1f65dbd00 00000008:00000001:0.0:1767734667.621822:0:249249:0:(osc_object.c:219:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.621824:0:249249:0:(ldlm_request.c:2394:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.621827:0:249249:0:(ldlm_request.c:2453:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767734667.621830:0:249249:0:(cl_object.c:385:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1767734667.621834:0:249249:0:(osc_object.c:106:osc_object_free()) slab-freed '(osc)': 448 at ffff94b1f464da40. 00020000:00000001:0.0:1767734667.621837:0:249249:0:(lovsub_object.c:64:lovsub_object_free()) Process entered 00020000:00000010:0.0:1767734667.621840:0:249249:0:(lovsub_object.c:84:lovsub_object_free()) slab-freed 'los': 200 at ffff94b1f65dba28. 00020000:00000001:0.0:1767734667.621845:0:249249:0:(lovsub_object.c:86:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1767734667.621847:0:249249:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.621850:0:249249:0:(lov_object.c:887:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1767734667.621852:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1d02c20f8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:0.0:1767734667.621855:0:249249:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:0.0:1767734667.621857:0:249249:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:0.0:1767734667.621859:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1d02c20f8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:0.0:1767734667.621862:0:249249:0:(lov_object.c:901:lov_fini_composite()) Process entered 00020000:00000010:0.0:1767734667.621864:0:249249:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94b1c57c5c60. 00020000:00000010:0.0:1767734667.621867:0:249249:0:(lov_object.c:910:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94b200adc240. 00020000:00000010:0.0:1767734667.621870:0:249249:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94b1ee065960. 00020000:00000002:0.0:1767734667.621874:0:249249:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1f4645a20, objid 0x8e8:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1767734667.621878:0:249249:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1767734667.621888:0:249249:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1d0c16c80: ostid: 0x280000403:7257 ost idx: 1 gen: 0 00020000:00000010:0.0:1767734667.621892:0:249249:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94b1d0c16c80. 00020000:00000010:0.0:1767734667.621901:0:249249:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff94b1f4645c00. 00020000:00000010:0.0:1767734667.621904:0:249249:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff94b1f4645a20. 00020000:00000001:0.0:1767734667.621906:0:249249:0:(lov_object.c:924:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1767734667.621908:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1d02c20f8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000010:0.0:1767734667.621912:0:249249:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1d02c20f8. 00020000:00000001:0.0:1767734667.621915:0:249249:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:0.0:1767734667.621917:0:249249:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1f65dbc80. 00000020:00001000:0.0:1767734667.621922:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b5a0 00000080:00000001:0.0:1767734667.621924:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.621926:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.621934:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.621936:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.621938:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8ea:0x0](ffff94b1d17242c8) 00800000:00000001:0.0:1767734667.621941:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.621942:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8ea:0x0] 00000002:00000001:0.0:1767734667.621946:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767734667.621948:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.621951:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.621953:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.621955:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.621957:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.621959:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.621962:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.621964:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.621969:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.621971:0:249249:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1767734667.621972:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734667.621974:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144872 : -117983526406744 : ffff94b1d1d1b5a8) 00000020:00001000:0.0:1767734667.621977:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b5a0 00000020:00000001:0.0:1767734667.621980:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1c59245f8 -> ffff94b1c59245f8 00000020:00000001:0.0:1767734667.621983:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1767734667.621984:0:249249:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1767734667.621987:0:249249:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x8eb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1767734667.621990:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767734667.621991:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1767734667.621999:0:249249:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1767734667.622003:0:249249:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x8eb:0x0]io ffff94b1d1cdc4f0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1767734667.622007:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c24d8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:0.0:1767734667.622010:0:249249:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1767734667.622012:0:249249:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1767734667.622015:0:249249:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1767734667.622017:0:249249:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.622019:0:249249:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1767734667.622022:0:249249:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1767734667.622023:0:249249:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.622026:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767734667.622027:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1767734667.622028:0:249249:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1767734667.622030:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c24d8) owner 0000000000000000/ffff94b1c12dcf80 00000020:00000001:0.0:1767734667.622032:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.622035:0:249249:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1767734667.622036:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1767734667.622037:0:249249:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1767734667.622039:0:249249:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1767734667.622042:0:249249:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1767734667.622045:0:249249:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1767734667.622047:0:249249:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1767734667.622048:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734667.622050:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145592 : -117983526406024 : ffff94b1d1d1b878) 00000020:00001000:0.0:1767734667.622052:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b870 00000020:00000001:0.0:1767734667.622055:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1c5924468 -> ffff94b1c59245f8 00000020:00000001:0.0:1767734667.622057:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1767734667.622059:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767734667.622060:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1767734667.622062:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.622064:0:249249:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.622066:0:249249:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446626090982831720 : -117982726719896 : ffff94b2017bf668) 00000020:00000001:0.0:1767734667.622069:0:249249:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1767734667.622070:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.622073:0:249249:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.622075:0:249249:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.622078:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1767734667.622079:0:249249:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1767734667.622081:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734667.622088:0:249249:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1767734667.622089:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1767734667.622091:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.622093:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.622096:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.622098:0:249249:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.622100:0:249249:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1767734667.622101:0:249249:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.622103:0:249249:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.622105:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1767734667.622106:0:249249:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1767734667.622108:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734667.622109:0:249249:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1767734667.622111:0:249249:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1767734667.622113:0:249249:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1767734667.622117:0:249249:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff94b1ed999500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=0. 00000008:00000001:0.0:1767734667.622121:0:249249:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767734667.622124:0:249249:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.622125:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.622127:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.622129:0:249249:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.622131:0:249249:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.622133:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1767734667.622134:0:249249:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1767734667.622136:0:249249:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1767734667.622137:0:249249:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1767734667.622139:0:249249:0:(osc_cache.c:3127:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1767734667.622141:0:249249:0:(osc_cache.c:3164:osc_cache_wait_range()) obj ffff94b1ed999500 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1767734667.622145:0:249249:0:(osc_cache.c:3165:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.622147:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1767734667.622149:0:249249:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.622151:0:249249:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1767734667.622152:0:249249:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1767734667.622154:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1767734667.622155:0:249249:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1767734667.622157:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734667.622158:0:249249:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1767734667.622159:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1767734667.622161:0:249249:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.622163:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.622164:0:249249:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1767734667.622171:0:249249:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1767734667.622173:0:249249:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1767734667.622174:0:249249:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1767734667.622176:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1767734667.622178:0:249249:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1767734667.622179:0:249249:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734667.622181:0:249249:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1767734667.622182:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1767734667.622184:0:249249:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.622186:0:249249:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.622188:0:249249:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1767734667.622189:0:249249:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1767734667.622191:0:249249:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.622193:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1767734667.622194:0:249249:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1767734667.622195:0:249249:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1767734667.622197:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1767734667.622198:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1767734667.622199:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b870 00020000:00000001:0.0:1767734667.622201:0:249249:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1767734667.622203:0:249249:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1767734667.622205:0:249249:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1767734667.622207:0:249249:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x8eb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1767734667.622210:0:249249:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1767734667.622211:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1767734667.622214:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b5a0 00000080:00000001:0.0:1767734667.622216:0:249249:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.622220:0:249249:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1767734667.622222:0:249249:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446626090878173184 : -117982831378432 : ffff94b1fb3f0000) 00000020:00000001:0.0:1767734667.622224:0:249249:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:0.0:1767734667.622225:0:249249:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:0.0:1767734667.622227:0:249249:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1767734667.622228:0:249249:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1767734667.622230:0:249249:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1767734667.622234:0:249249:0:(cl_page.c:547:__cl_page_state_set()) page@00000000d077a8a5[2 00000000b0729074 1 1 0000000000000000] 00000020:00000001:0.0:1767734667.622235:0:249249:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1767734667.622237:0:249249:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1767734667.622239:0:249249:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1767734667.622240:0:249249:0:(osc_page.c:138:osc_page_delete()) ffff94b1fb3f0060 00000008:00000001:0.0:1767734667.622242:0:249249:0:(osc_cache.c:2538:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1767734667.622245:0:249249:0:(osc_cache.c:2541:osc_teardown_async_page()) teardown oap ffff94b1fb3f0070 page ffff94b1fb3f0060 at index 0. 00000008:00000001:0.0:1767734667.622248:0:249249:0:(osc_cache.c:2563:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767734667.622257:0:249249:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1767734667.622259:0:249249:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffdc5bc4b019c0 index 0 00000020:00000001:0.0:1767734667.622262:0:249249:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1767734667.622264:0:249249:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:0.0:1767734667.622266:0:249249:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1767734667.622269:0:249249:0:(cl_page.c:596:cl_batch_put()) page@00000000d077a8a5[1 00000000b0729074 5 1 0000000000000000] 00000020:00000001:0.0:1767734667.622271:0:249249:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:0.0:1767734667.622273:0:249249:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:0.0:1767734667.622276:0:249249:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 216 at ffff94b1fb3f0000. 00000020:00000001:0.0:1767734667.622279:0:249249:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:0.0:1767734667.622281:0:249249:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:0.0:1767734667.622294:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.622297:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8eb:0x0](ffff94b1df7a00c8) 00800000:00000001:0.0:1767734667.622300:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.622302:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8eb:0x0] 00000002:00000001:0.0:1767734667.622305:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000080:00000010:0.1:1767734667.622348:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d1724a40. 00000080:00000010:0.1:1767734667.622359:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d1727380. 00010000:00000040:0.0:1767734667.622364:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebcf00 count: 2 00010000:00000001:0.0:1767734667.622368:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.622371:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.622374:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.622376:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.622378:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.622380:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.622383:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.622386:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734667.622389:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144872 : -117983526406744 : ffff94b1d1d1b5a8) 00000020:00001000:0.0:1767734667.622392:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b5a0 00020000:00000001:0.0:1767734667.622396:0:249249:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:0.0:1767734667.622398:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c24d8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:0.0:1767734667.622401:0:249249:0:(lov_object.c:865:lov_delete_composite()) Process entered 00020000:00000002:0.0:1767734667.622404:0:249249:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1e78159c0, objid 0x8eb:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1767734667.622409:0:249249:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1767734667.622413:0:249249:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1ee747f80: ostid: 0x240000403:6238 ost idx: 0 gen: 0 00020000:00000001:0.0:1767734667.622416:0:249249:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:0.0:1767734667.622417:0:249249:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.622419:0:249249:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1767734667.622429:0:249249:0:(cl_object.c:375:cl_object_prune()) Process entered 00010000:00000001:0.0:1767734667.622433:0:249249:0:(ldlm_request.c:2443:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1767734667.622438:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc700 count: 2 00010000:00000001:0.0:1767734667.622440:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.622443:0:249249:0:(ldlm_request.c:2378:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1767734667.622445:0:249249:0:(osc_object.c:191:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1767734667.622450:0:249249:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 7 blocks 3 [cma]time 1767734581 1767734581 0 ns: lustre-OST0000-osc-ffff94b1ef335000 lock: ffff94b1c1677e00/0x1886cffb85c2b4f7 lrc: 1/0,0 mode: PW/PW res: [0x240000403:0x185e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9bbb2ede58dab1bc expref: -99 pid: 241512 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1767734667.622462:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1ed999500 -> ffff94b1c59245f8 00000020:00000001:0.0:1767734667.622464:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1ed999500 -> ffff94b1c59245f8 00000008:00000001:0.0:1767734667.622466:0:249249:0:(osc_object.c:219:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.622469:0:249249:0:(ldlm_request.c:2394:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.622471:0:249249:0:(ldlm_request.c:2453:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767734667.622474:0:249249:0:(cl_object.c:385:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1767734667.622478:0:249249:0:(osc_object.c:106:osc_object_free()) slab-freed '(osc)': 448 at ffff94b1ed999500. 00020000:00000001:0.0:1767734667.622483:0:249249:0:(lovsub_object.c:64:lovsub_object_free()) Process entered 00020000:00000010:0.0:1767734667.622487:0:249249:0:(lovsub_object.c:84:lovsub_object_free()) slab-freed 'los': 200 at ffff94b1c59243e8. 00020000:00000001:0.0:1767734667.622491:0:249249:0:(lovsub_object.c:86:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1767734667.622493:0:249249:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.622496:0:249249:0:(lov_object.c:887:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1767734667.622498:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c24d8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:0.0:1767734667.622501:0:249249:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:0.0:1767734667.622503:0:249249:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:0.0:1767734667.622505:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c24d8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:0.0:1767734667.622507:0:249249:0:(lov_object.c:901:lov_fini_composite()) Process entered 00020000:00000010:0.0:1767734667.622509:0:249249:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94b201982400. 00020000:00000010:0.0:1767734667.622513:0:249249:0:(lov_object.c:910:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94b1fe4e89c0. 00020000:00000010:0.0:1767734667.622516:0:249249:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94b1f6235840. 00020000:00000002:0.0:1767734667.622519:0:249249:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1e78159c0, objid 0x8eb:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1767734667.622524:0:249249:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1767734667.622528:0:249249:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1ee747f80: ostid: 0x240000403:6238 ost idx: 0 gen: 0 00020000:00000010:0.0:1767734667.622537:0:249249:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94b1ee747f80. 00020000:00000010:0.0:1767734667.622541:0:249249:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff94b1e7815060. 00020000:00000010:0.0:1767734667.622545:0:249249:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff94b1e78159c0. 00020000:00000001:0.0:1767734667.622548:0:249249:0:(lov_object.c:924:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1767734667.622550:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c24d8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000010:0.0:1767734667.622553:0:249249:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f88c24d8. 00020000:00000001:0.0:1767734667.622581:0:249249:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:0.0:1767734667.622585:0:249249:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1c5924578. 00000020:00001000:0.0:1767734667.622590:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b5a0 00000080:00000001:0.0:1767734667.622593:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.622596:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.622604:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.622607:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.622609:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8ec:0x0](ffff94b1d172a1c8) 00800000:00000001:0.0:1767734667.622612:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.622614:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8ec:0x0] 00000002:00000001:0.0:1767734667.622617:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767734667.622620:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.622623:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.622625:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.622627:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.622629:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.622632:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.622635:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.622636:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.622642:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.622644:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.622646:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8ee:0x0](ffff94b1f07400c8) 00800000:00000001:0.0:1767734667.622649:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.622651:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8ee:0x0] 00000002:00000001:0.0:1767734667.622653:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.622655:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:0.0:1767734667.622658:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.622661:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.622663:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.622665:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.622667:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.622677:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.622680:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.622684:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.622685:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.622691:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.622693:0:249249:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1767734667.622695:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734667.622697:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144872 : -117983526406744 : ffff94b1d1d1b5a8) 00000020:00001000:0.0:1767734667.622700:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b5a0 00000020:00000001:0.0:1767734667.622703:0:249249:0:(cl_object.c:150:cl_object_top()) ffff94b1f65db918 -> ffff94b1f65db918 00000020:00000001:0.0:1767734667.622706:0:249249:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1767734667.622708:0:249249:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1767734667.622710:0:249249:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x8ef:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1767734667.622713:0:249249:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767734667.622715:0:249249:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1767734667.622716:0:249249:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1767734667.622720:0:249249:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x8ef:0x0]io ffff94b1d1cdc4f0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1767734667.622723:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1d02c2aa8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:0.0:1767734667.622727:0:249249:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:0.0:1767734667.622729:0:249249:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1767734667.622732:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1d02c2aa8) owner 0000000000000000/ffff94b1c12dcf80 00000020:00000001:0.0:1767734667.622734:0:249249:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767734667.622736:0:249249:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:0.0:1767734667.622738:0:249249:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1767734667.622741:0:249249:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x8ef:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1767734667.622744:0:249249:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1767734667.622746:0:249249:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1767734667.622747:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b5a0 00000080:00000001:0.0:1767734667.622749:0:249249:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.622752:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.622754:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8ef:0x0](ffff94b1d172db88) 00800000:00000001:0.0:1767734667.622757:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.622758:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8ef:0x0] 00000002:00000001:0.0:1767734667.622761:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.622764:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebca00 count: 2 00010000:00000001:0.0:1767734667.622767:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.622769:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.622777:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.622779:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.622782:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.622784:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.622786:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.622789:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734667.622791:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144872 : -117983526406744 : ffff94b1d1d1b5a8) 00000020:00001000:0.0:1767734667.622793:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b5a0 00020000:00000001:0.0:1767734667.622796:0:249249:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:0.0:1767734667.622798:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1d02c2aa8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:0.0:1767734667.622801:0:249249:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:0.0:1767734667.622802:0:249249:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1767734667.622804:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1d02c2aa8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:0.0:1767734667.622807:0:249249:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:0.0:1767734667.622808:0:249249:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:0.0:1767734667.622810:0:249249:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1d02c2aa8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000002:0.0:1767734667.622813:0:249249:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1d02c2aa8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000010:0.0:1767734667.622816:0:249249:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1d02c2aa8. 00020000:00000001:0.0:1767734667.622820:0:249249:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:0.0:1767734667.622822:0:249249:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1f65db898. 00000020:00001000:0.0:1767734667.622825:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b5a0 00000080:00000001:0.0:1767734667.622828:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.622830:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.622835:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.622837:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.622839:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08) 00800000:00000001:0.0:1767734667.622842:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.622843:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8f0:0x0] 00000002:00000001:0.0:1767734667.622846:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.622849:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 3 00010000:00000001:0.0:1767734667.622851:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.622854:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.622856:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.622858:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.622860:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.622863:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.622871:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.622875:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.622878:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.622881:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8f0:0x0] 00000002:00000001:0.0:1767734667.622884:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.622886:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8f0:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.622891:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.622894:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=12 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.622898:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.622901:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.622905:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.622910:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.622914:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.622926:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b200bd9c00 x1853602672015744/t12884924571(12884924571) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.622938:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.622945:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672056192/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.622954:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.622955:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.622960:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2840. 00000100:00000001:0.0:1767734667.622962:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309952 : -117982823241664 : ffff94b1fbbb2840) 00000100:00000001:0.0:1767734667.622965:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.622967:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.622971:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.622974:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.622976:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.622978:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.622982:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672056192/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.622990:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.622992:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.622996:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.623004:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.623008:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.623013:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672056192:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.623017:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.623021:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.623024:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.623026:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.623030:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.623033:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.623039:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.623042:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.623047:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.623052:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672056192, portal 10 00000100:00000001:0.0:1767734667.623054:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.623056:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.623062:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672056192/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.623071:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.623075:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.623077:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bd48. 00000100:00000200:0.0:1767734667.623081:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672056192, offset 0 00000400:00000200:0.0:1767734667.623086:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.623092:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.623098:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.623102:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.623107:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.623110:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.623114:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.623118:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66493:66493:256:4294967295] 192.168.203.112@tcp LPNI seq info [66493:66493:8:4294967295] 00000400:00000200:0.0:1767734667.623124:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.623133:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.623139:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.623150:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734667.623156:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.623163:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.623167:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.623188:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.623193:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10686 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.623198:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.623201:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429455 00000100:00000001:0.0:1767734667.623207:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429449 00000100:00000001:0.0:1767734667.623212:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429455 00000100:00000001:0.0:1767734667.623216:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429449 00000100:00000001:0.0:1767734667.623219:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.623222:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.623225:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.623227:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.623230:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2840 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.623233:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.623235:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.623397:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.623409:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.623420:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.623429:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.623434:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bd48 00000400:00000010:2.0:1767734667.623438:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bd48. 00000100:00000001:2.0:1767734667.623443:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.623450:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672056192/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.623463:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.623468:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672056192/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.623478:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.623481:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.625780:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.625794:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.625797:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.625801:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.625808:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.625815:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.625823:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.625839:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.625845:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.625850:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d29780 00000400:00000200:2.0:1767734667.625856:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.625862:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b5b5 [1] + 224 00000800:00000001:2.0:1767734667.625869:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.625878:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.625882:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.625887:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.625892:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.625899:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672056192/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.625914:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672056192/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.625941:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.625949:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.625953:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.626030:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.626040:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.626042:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.626046:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.626052:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.626055:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.626059:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.626068:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672056192/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.626083:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672056192/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.626093:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.626095:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.626110:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.626112:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.626114:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.626117:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.626120:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.626126:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.626131:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.626134:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.626136:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.626138:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.626142:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.626145:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.626146:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.626149:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.626151:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.626153:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.626157:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.626159:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.626161:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.626164:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.626169:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672056192/t12884924672(12884924672) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.626179:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.626181:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.626184:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.626189:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672056192/t12884924672(12884924672) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.626199:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672056192:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.626204:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.626207:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.626209:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.626211:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.626215:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672056192/t12884924672(12884924672) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.626230:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.626233:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2840. 00000100:00000001:0.0:1767734667.626237:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.626238:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.626244:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.626245:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.626249:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.626251:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.626255:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.626258:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.626261:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.626265:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.626270:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b200bd9c00 x1853602672015744/t12884924571(12884924571) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.626279:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.626281:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970356736 : -117982739194880 : ffff94b200bd9c00) 00000100:00000001:0.0:1767734667.626284:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.626287:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd9c00 x1853602672015744/t12884924571(12884924571) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.626295:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.626297:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.626301:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672056192/t12884924672(12884924672) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.626309:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767734667.626353:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d1721080. 00000100:00000001:0.0:1767734667.626365:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.626370:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd9c00 x1853602672015744/t12884924571(12884924571) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.626379:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.626381:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.626383:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=11 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.626386:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.626399:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e400. 02000000:00000001:0.0:1767734667.626404:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.626406:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.626408:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd9c00. 00000100:00000001:0.0:1767734667.626412:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.626414:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.626416:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.626421:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672056192/t12884924672(12884924672) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.626429:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.626432:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1d1e2a080. 00000002:00000001:0.0:1767734667.626436:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.626438:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.626441:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f47d4d00. 00000100:00000001:0.0:1767734667.626444:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.626447:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672056192/t12884924672(12884924672) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.626455:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.626457:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.626460:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.626463:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.626464:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.626466:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=10 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.626468:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.626469:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.626472:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.626473:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.626475:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.626477:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.626479:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.626481:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.626483:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.626486:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.626488:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.626491:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.626500:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.626502:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.626511:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.626514:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.626516:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8f1:0x0](ffff94b1d15aec08) 00800000:00000001:0.0:1767734667.626520:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.626522:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8f1:0x0] 00000002:00000001:0.0:1767734667.626526:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767734667.626530:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.626532:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.626534:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.626536:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.626539:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.626541:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.626543:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.626545:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.626550:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.626552:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.626554:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8f2:0x0](ffff94b1d15ac2c8) 00800000:00000001:0.0:1767734667.626556:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.626585:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8f2:0x0] 00000002:00000001:0.0:1767734667.626587:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767734667.626589:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.626591:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.626593:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.626596:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.626597:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.626600:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.626603:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.626604:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.626611:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.626613:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.626615:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8) 00800000:00000001:0.0:1767734667.626618:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.626619:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8f3:0x0] 00000002:00000001:0.0:1767734667.626621:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.626624:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 3 00010000:00000001:0.0:1767734667.626627:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.626630:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.626639:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.626642:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.626644:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.626648:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.626651:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.626656:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.626659:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.626661:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8f3:0x0] 00000002:00000001:0.0:1767734667.626664:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.626666:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8f3:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.626671:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.626675:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=11 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.626679:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.626682:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.626685:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.626690:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.626695:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.626705:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1d02cc000 x1853602672020224/t12884924577(12884924577) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734651 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.626717:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.626723:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672056448/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.626732:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.626734:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.626738:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2840. 00000100:00000001:0.0:1767734667.626740:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309952 : -117982823241664 : ffff94b1fbbb2840) 00000100:00000001:0.0:1767734667.626743:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.626745:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.626749:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.626752:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.626754:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.626756:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.626760:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672056448/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.626784:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.626786:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.626790:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.626793:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.626796:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.626800:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672056448:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.626804:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.626808:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.626811:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.626813:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.626817:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.626820:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.626826:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.626830:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.626834:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.626839:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672056448, portal 10 00000100:00000001:0.0:1767734667.626842:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.626844:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.626850:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672056448/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.626859:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.626862:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.626865:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b550. 00000100:00000200:0.0:1767734667.626868:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672056448, offset 0 00000400:00000200:0.0:1767734667.626874:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.626879:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.626885:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.626890:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.626894:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.626898:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.626902:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.626913:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66494:66494:256:4294967295] 192.168.203.112@tcp LPNI seq info [66494:66494:8:4294967295] 00000400:00000200:0.0:1767734667.626919:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.626929:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.626936:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.626941:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734667.626947:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.626954:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.626959:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.626979:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.626985:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10685 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.626989:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.626992:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429459 00000100:00000001:0.0:1767734667.626999:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429455 00000100:00000001:0.0:1767734667.627004:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429459 00000100:00000001:0.0:1767734667.627007:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429455 00000100:00000001:0.0:1767734667.627011:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.627014:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.627017:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.627019:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.627022:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2840 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.627025:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.627027:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.627144:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.627155:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734667.627161:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.627170:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.627179:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b550 00000400:00000010:2.0:1767734667.627182:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b550. 00000100:00000001:2.0:1767734667.627187:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.627194:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672056448/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.627207:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.627212:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672056448/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.627222:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.627224:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.629656:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.629680:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.629684:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.629687:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.629694:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.629701:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.629708:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.629713:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.629718:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.629723:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d29880 00000400:00000200:2.0:1767734667.629729:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.629735:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b5bd [1] + 224 00000800:00000001:2.0:1767734667.629742:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.629751:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.629754:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.629759:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.629764:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.629771:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672056448/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.629786:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672056448/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.629813:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.629820:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.629824:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.629901:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.629911:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.629913:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.629917:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.629924:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.629926:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.629930:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.629939:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672056448/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.629975:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672056448/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.629985:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.629987:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.629990:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.629993:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.629995:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.629998:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.630002:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.630008:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.630012:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.630016:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.630018:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.630020:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.630024:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.630027:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.630029:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.630032:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.630034:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.630036:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.630040:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.630042:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.630044:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.630046:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.630051:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672056448/t12884924673(12884924673) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.630060:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.630063:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.630065:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.630070:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672056448/t12884924673(12884924673) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.630081:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672056448:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.630094:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.630097:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.630100:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.630102:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.630107:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672056448/t12884924673(12884924673) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.630116:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.630119:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2840. 00000100:00000001:0.0:1767734667.630122:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.630124:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.630129:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.630131:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.630134:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.630136:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.630140:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.630144:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.630147:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.630150:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.630156:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1d02cc000 x1853602672020224/t12884924577(12884924577) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734651 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.630165:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.630167:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000001:0.0:1767734667.630170:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.630173:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cc000 x1853602672020224/t12884924577(12884924577) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734651 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.630181:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.630183:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.630187:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672056448/t12884924673(12884924673) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.630194:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.630196:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.630208:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cc000 x1853602672020224/t12884924577(12884924577) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734651 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.630217:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.630220:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.630222:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=10 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.630224:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.630227:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9fc00. 02000000:00000001:0.0:1767734667.630231:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.630232:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.630234:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cc000. 00000100:00000001:0.0:1767734667.630238:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.630239:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.630242:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.630246:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672056448/t12884924673(12884924673) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.630254:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.630257:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1f20a6ea0. 00000002:00000001:0.0:1767734667.630260:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.630262:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.630265:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451f440. 00000100:00000001:0.0:1767734667.630268:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.630271:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672056448/t12884924673(12884924673) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.630278:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.630280:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.630282:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.630285:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.630286:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.630288:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.630290:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.630292:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.630294:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.630295:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.630297:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.630305:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.630307:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767734667.630350:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d1720000. 00000080:00000010:0.1:1767734667.630359:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d1723180. 00000080:00000010:0.1:1767734667.630366:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d1725280. 00000080:00000010:0.1:1767734667.630371:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0740840. 00000080:00000010:0.1:1767734667.630396:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0747380. 00000080:00000010:0.1:1767734667.630403:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d17218c0. 00000080:00000010:0.1:1767734667.630408:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d1720840. 00000080:00000010:0.1:1767734667.630413:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d17239c0. 00000080:00000010:0.1:1767734667.630419:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d1722100. 00000080:00000010:0.1:1767734667.630429:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d1725ac0. 00000080:00000010:0.1:1767734667.630436:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d1726b40. 00000080:00000010:0.1:1767734667.630442:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d1724200. 00000080:00000010:0.1:1767734667.630450:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1df7a0000. 00000080:00000010:0.1:1767734667.630455:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d172a100. 00000080:00000010:0.1:1767734667.630460:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0740000. 00000080:00000010:0.1:1767734667.630467:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d172dac0. 00000080:00000001:0.0:1767734667.630472:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.630475:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.630479:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.630481:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.630484:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.630488:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.630491:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.630500:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.630502:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.630505:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8f4:0x0](ffff94b1f07463c8) 00800000:00000001:0.0:1767734667.630509:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.630511:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8f4:0x0] 00000002:00000001:0.0:1767734667.630515:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767734667.630519:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.630522:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.630524:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.630526:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.630528:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.630531:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.630533:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.630535:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.630540:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.630542:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.630544:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8f5:0x0](ffff94b1f0746c08) 00800000:00000001:0.0:1767734667.630546:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.630547:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8f5:0x0] 00000002:00000001:0.0:1767734667.630549:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767734667.630551:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.630554:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.630556:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.630587:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.630590:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.630592:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.630595:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.630597:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.630603:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.630613:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.630616:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148) 00800000:00000001:0.0:1767734667.630619:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.630621:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8f6:0x0] 00000002:00000001:0.0:1767734667.630624:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.630628:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 3 00010000:00000001:0.0:1767734667.630632:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.630636:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.630638:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.630641:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.630643:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.630647:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.630649:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.630654:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.630657:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.630659:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8f6:0x0] 00000002:00000001:0.0:1767734667.630662:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.630665:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8f6:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.630670:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.630674:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=10 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.630678:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.630680:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.630684:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.630689:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.630694:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.630705:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1d02ced80 x1853602672024832/t12884924583(12884924583) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.630716:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.630723:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672056704/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.630732:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.630734:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.630738:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2840. 00000100:00000001:0.0:1767734667.630740:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309952 : -117982823241664 : ffff94b1fbbb2840) 00000100:00000001:0.0:1767734667.630743:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.630751:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.630756:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.630759:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.630762:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.630764:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.630769:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672056704/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.630778:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.630780:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.630783:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.630786:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.630789:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.630792:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672056704:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.630797:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.630800:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.630803:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.630805:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.630809:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.630812:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.630819:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.630822:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.630827:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.630832:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672056704, portal 10 00000100:00000001:0.0:1767734667.630835:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.630836:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.630843:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672056704/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.630852:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.630855:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.630858:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bee0. 00000100:00000200:0.0:1767734667.630861:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672056704, offset 0 00000400:00000200:0.0:1767734667.630867:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.630873:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.630885:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.630891:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.630895:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.630899:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.630902:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.630907:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66495:66495:256:4294967295] 192.168.203.112@tcp LPNI seq info [66495:66495:8:4294967295] 00000400:00000200:0.0:1767734667.630912:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.630922:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.630928:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.630933:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734667.630939:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.630945:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.630950:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.630972:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.630977:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10685 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.630982:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.630985:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429463 00000100:00000001:0.0:1767734667.630991:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429459 00000100:00000001:0.0:1767734667.630996:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429463 00000100:00000001:0.0:1767734667.631000:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429459 00000100:00000001:0.0:1767734667.631004:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.631007:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.631010:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.631011:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.631014:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2840 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.631017:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.631019:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.631136:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.631144:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734667.631154:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.631162:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.631172:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bee0 00000400:00000010:2.0:1767734667.631174:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bee0. 00000100:00000001:2.0:1767734667.631179:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.631187:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672056704/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.631200:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.631219:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672056704/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.631229:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.631232:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.633657:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.633670:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.633674:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.633677:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.633684:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.633691:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.633699:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.633704:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.633709:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.633713:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d29980 00000400:00000200:2.0:1767734667.633720:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.633725:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b5c5 [1] + 224 00000800:00000001:2.0:1767734667.633732:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.633741:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.633744:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.633749:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.633754:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.633761:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672056704/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.633776:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672056704/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.633802:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.633810:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.633814:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.633900:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.633909:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.633912:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.633927:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.633933:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.633936:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.633940:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.633949:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672056704/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.633964:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672056704/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.633975:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.633977:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.633980:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.633982:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.633984:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.633987:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.633990:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.633996:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.634001:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.634004:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.634006:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.634009:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.634013:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.634016:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.634018:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.634020:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.634022:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.634024:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.634028:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.634030:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.634032:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.634034:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.634039:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672056704/t12884924674(12884924674) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.634048:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.634051:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.634059:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.634065:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672056704/t12884924674(12884924674) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.634077:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672056704:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.634082:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.634085:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.634088:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.634090:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.634093:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672056704/t12884924674(12884924674) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.634101:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.634104:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2840. 00000100:00000001:0.0:1767734667.634108:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.634109:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.634114:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.634116:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.634118:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.634121:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.634125:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.634128:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.634131:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.634135:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.634140:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1d02ced80 x1853602672024832/t12884924583(12884924583) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.634150:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.634152:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00000100:00000001:0.0:1767734667.634155:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.634158:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02ced80 x1853602672024832/t12884924583(12884924583) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.634166:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.634168:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.634180:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672056704/t12884924674(12884924674) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.634189:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.634192:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.634196:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02ced80 x1853602672024832/t12884924583(12884924583) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.634203:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.634206:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.634207:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.634210:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.634212:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c9878c00. 02000000:00000001:0.0:1767734667.634216:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.634218:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.634220:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02ced80. 00000100:00000001:0.0:1767734667.634224:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.634226:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.634228:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.634231:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672056704/t12884924674(12884924674) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.634239:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.634242:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c70ad620. 00000002:00000001:0.0:1767734667.634245:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.634248:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.634251:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451ff40. 00000100:00000001:0.0:1767734667.634254:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.634257:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672056704/t12884924674(12884924674) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.634264:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.634266:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.634268:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.634271:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.634272:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.634274:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.634282:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.634284:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.634287:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.634288:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.634290:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.634293:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.634295:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.634297:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.634300:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.634302:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.634304:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.634307:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767734667.634350:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d172eb40. 00000080:00000010:0.1:1767734667.634369:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d15aeb40. 00000080:00000010:0.1:1767734667.634374:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d15ac200. 00000080:00000001:0.0:1767734667.634381:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.634383:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.634391:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.634394:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.634397:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8f7:0x0](ffff94b1f0741988) 00800000:00000001:0.0:1767734667.634401:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.634403:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8f7:0x0] 00000002:00000001:0.0:1767734667.634407:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767734667.634411:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.634414:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.634416:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.634418:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.634420:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.634423:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.634426:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.634428:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.634433:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.634435:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.634437:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8f8:0x0](ffff94b1f0745b88) 00800000:00000001:0.0:1767734667.634439:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.634441:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8f8:0x0] 00000002:00000001:0.0:1767734667.634443:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767734667.634445:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.634447:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.634448:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.634450:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.634458:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.634460:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.634463:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.634465:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.634471:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.634474:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.634476:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08) 00800000:00000001:0.0:1767734667.634478:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.634480:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8f9:0x0] 00000002:00000001:0.0:1767734667.634482:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.634486:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 3 00010000:00000001:0.0:1767734667.634489:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.634492:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.634494:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.634496:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.634498:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.634501:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.634504:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.634508:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.634511:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.634513:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8f9:0x0] 00000002:00000001:0.0:1767734667.634516:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.634518:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8f9:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.634523:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.634527:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.634531:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.634533:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.634537:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.634542:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415ca00. 00000100:00000001:0.0:1767734667.634547:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.634585:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b200bdaa00 x1853602672029696/t12884924589(12884924589) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.634598:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.634604:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672056960/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.634628:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.634630:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.634634:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2840. 00000100:00000001:0.0:1767734667.634637:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309952 : -117982823241664 : ffff94b1fbbb2840) 00000100:00000001:0.0:1767734667.634640:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.634642:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.634646:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.634649:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.634651:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.634653:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.634658:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672056960/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.634667:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.634669:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.634672:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.634675:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.634677:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.634681:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672056960:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.634686:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.634689:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.634692:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.634695:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.634699:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.634701:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.634707:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.634711:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.634716:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.634721:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672056960, portal 10 00000100:00000001:0.0:1767734667.634723:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.634725:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.634732:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672056960/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.634753:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.634757:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.634760:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b000. 00000100:00000200:0.0:1767734667.634764:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672056960, offset 0 00000400:00000200:0.0:1767734667.634770:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.634776:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.634782:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.634787:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.634791:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.634794:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.634797:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.634802:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66496:66496:256:4294967295] 192.168.203.112@tcp LPNI seq info [66496:66496:8:4294967295] 00000400:00000200:0.0:1767734667.634807:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.634817:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.634823:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.634827:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1700. 00000800:00000200:0.0:1767734667.634833:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.634840:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.634844:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.634865:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.634870:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10685 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.634874:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.634877:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429467 00000100:00000001:0.0:1767734667.634884:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429463 00000100:00000001:0.0:1767734667.634889:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429467 00000100:00000001:0.0:1767734667.634893:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429463 00000100:00000001:0.0:1767734667.634897:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.634899:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.634910:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.634912:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.634915:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2840 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.634918:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.634920:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.635033:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.635040:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734667.635050:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.635062:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.635068:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b000 00000400:00000010:2.0:1767734667.635082:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b000. 00000100:00000001:2.0:1767734667.635087:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.635095:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672056960/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.635108:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.635113:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672056960/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.635123:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.635126:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.637511:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.637528:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.637532:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.637535:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.637542:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.637553:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.637586:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.637591:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.637596:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.637601:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d29a80 00000400:00000200:2.0:1767734667.637607:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.637612:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b5cd [1] + 224 00000800:00000001:2.0:1767734667.637620:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.637629:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.637632:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.637637:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.637642:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.637650:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672056960/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.637664:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672056960/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.637690:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.637698:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.637714:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.637731:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.637742:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.637745:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.637749:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.637757:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.637759:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.637763:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.637772:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672056960/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.637787:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672056960/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.637796:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.637799:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.637802:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.637804:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.637806:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.637808:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.637811:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.637817:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.637822:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.637825:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.637827:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.637830:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.637833:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.637836:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.637838:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.637840:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.637842:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.637844:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.637848:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.637850:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.637868:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.637870:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.637877:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672056960/t12884924675(12884924675) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.637887:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.637890:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.637892:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.637897:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672056960/t12884924675(12884924675) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.637906:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672056960:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.637912:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.637914:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.637917:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.637919:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.637922:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672056960/t12884924675(12884924675) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.637930:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.637934:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2840. 00000100:00000001:0.0:1767734667.637937:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.637939:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.637944:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.637946:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.637949:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.637952:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.637956:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d800. 00000080:00000001:0.0:1767734667.637960:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.637962:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.637966:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.637971:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b200bdaa00 x1853602672029696/t12884924589(12884924589) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.637980:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.637988:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00000100:00000001:0.0:1767734667.637991:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.637996:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdaa00 x1853602672029696/t12884924589(12884924589) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.638004:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.638007:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.638010:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672056960/t12884924675(12884924675) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.638018:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.638020:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.638023:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdaa00 x1853602672029696/t12884924589(12884924589) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.638030:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.638033:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.638035:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.638037:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.638040:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:0.0:1767734667.638043:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.638045:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.638047:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdaa00. 00000100:00000001:0.0:1767734667.638051:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.638052:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.638054:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.638058:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672056960/t12884924675(12884924675) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.638066:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.638068:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c56868e0. 00000002:00000001:0.0:1767734667.638071:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.638074:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.638077:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f47d4900. 00000100:00000001:0.0:1767734667.638079:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.638083:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672056960/t12884924675(12884924675) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.638112:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.638114:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.638117:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.638120:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.638122:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.638123:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.638126:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.638128:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415ca00. 02000000:00000001:0.0:1767734667.638130:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.638132:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.638134:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.638136:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.638138:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.638140:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.638143:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.638146:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.638148:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.638150:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.638154:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.638156:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.638166:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.638168:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.638171:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8fa:0x0](ffff94b1d15aba88) 00800000:00000001:0.0:1767734667.638175:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.638178:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8fa:0x0] 00000002:00000001:0.0:1767734667.638181:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767734667.638185:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.638188:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.638190:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.638192:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.638194:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.638197:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.638200:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.638201:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.638207:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.638209:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.638216:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8fb:0x0](ffff94b1d15a9988) 00800000:00000001:0.0:1767734667.638219:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.638221:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8fb:0x0] 00000002:00000001:0.0:1767734667.638224:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767734667.638227:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.638229:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.638231:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.638234:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.638235:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.638237:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.638241:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.638242:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.638249:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.638250:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.638252:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8fc:0x0](ffff94b1d172aa08) 00800000:00000001:0.0:1767734667.638254:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.638255:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8fc:0x0] 00000002:00000001:0.0:1767734667.638257:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1767734667.638260:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 3 00010000:00000001:0.0:1767734667.638263:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734667.638266:0:249249:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.638268:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.638271:0:249249:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734667.638273:0:249249:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734667.638276:0:249249:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.638278:0:249249:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734667.638283:0:249249:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734667.638286:0:249249:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734667.638288:0:249249:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8fc:0x0] 00000002:00000001:0.0:1767734667.638291:0:249249:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734667.638293:0:249249:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8fc:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734667.638298:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.638302:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.638305:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.638308:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.638342:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.638352:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.638357:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734667.638376:0:249249:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1d02cdf80 x1853602672036480/t12884924595(12884924595) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734667.638391:0:249249:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734667.638397:0:249249:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8a80 x1853602672057216/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734667.638406:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.638407:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.638412:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2840. 00000100:00000001:0.0:1767734667.638414:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309952 : -117982823241664 : ffff94b1fbbb2840) 00000100:00000001:0.0:1767734667.638417:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.638419:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.638423:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.638426:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.638429:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.638431:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.638435:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672057216/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.638444:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.638446:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.638450:0:249249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734667.638452:0:249249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734667.638455:0:249249:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.638459:0:249249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672057216:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.638463:0:249249:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734667.638466:0:249249:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734667.638468:0:249249:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.638471:0:249249:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734667.638474:0:249249:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.638476:0:249249:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734667.638483:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734667.638487:0:249249:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734667.638491:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734667.638503:0:249249:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672057216, portal 10 00000100:00000001:0.0:1767734667.638506:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.638508:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:0.0:1767734667.638515:0:249249:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8a80 x1853602672057216/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.638524:0:249249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734667.638527:0:249249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734667.638530:0:249249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b908. 00000100:00000200:0.0:1767734667.638533:0:249249:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672057216, offset 0 00000400:00000200:0.0:1767734667.638539:0:249249:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734667.638545:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.638550:0:249249:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734667.638555:0:249249:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734667.638589:0:249249:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734667.638597:0:249249:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734667.638601:0:249249:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734667.638605:0:249249:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66497:66497:256:4294967295] 192.168.203.112@tcp LPNI seq info [66497:66497:8:4294967295] 00000400:00000200:0.0:1767734667.638615:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734667.638625:0:249249:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734667.638631:0:249249:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734667.638637:0:249249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1900. 00000800:00000200:0.0:1767734667.638643:0:249249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734667.638650:0:249249:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734667.638654:0:249249:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734667.638673:0:249249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.638677:0:249249:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10685 usecs (11 jiffies) 00000400:00000200:0.0:1767734667.638683:0:249249:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734667.638686:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429471 00000100:00000001:0.0:1767734667.638691:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303429467 00000100:00000001:0.0:1767734667.638697:0:249249:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429471 00000100:00000001:0.0:1767734667.638709:0:249249:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303429467 00000100:00000001:0.0:1767734667.638713:0:249249:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.638717:0:249249:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.638721:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.638723:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734667.638727:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2840 going to sleep for 11 seconds 00000100:00000001:0.0:1767734667.638731:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.638735:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.638808:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.638820:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:2.0:1767734667.638826:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.638834:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.638843:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b908 00000400:00000010:2.0:1767734667.638847:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b908. 00000100:00000001:2.0:1767734667.638851:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.638859:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672057216/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.638872:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.638876:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672057216/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.638886:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.638889:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.641263:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.641277:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.641281:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.641284:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.641291:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.641298:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.641349:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.641357:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.641365:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.641372:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d29b80 00000400:00000200:2.0:1767734667.641380:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.641387:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b5d5 [1] + 224 00000800:00000001:2.0:1767734667.641397:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.641410:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.641414:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.641421:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.641429:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.641437:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672057216/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734667.641473:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8a80 x1853602672057216/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734667.641496:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.641506:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.641511:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.641537:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734667.641547:0:249249:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734667.641550:0:249249:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734667.641554:0:249249:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734667.641582:0:249249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734667.641585:0:249249:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734667.641588:0:249249:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734667.641598:0:249249:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672057216/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734667.641612:0:249249:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672057216/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.641622:0:249249:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734667.641624:0:249249:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.641627:0:249249:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734667.641630:0:249249:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734667.641632:0:249249:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734667.641634:0:249249:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734667.641637:0:249249:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734667.641643:0:249249:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734667.641648:0:249249:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734667.641651:0:249249:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734667.641653:0:249249:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.641656:0:249249:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734667.641659:0:249249:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.641662:0:249249:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734667.641664:0:249249:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734667.641666:0:249249:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734667.641683:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.641685:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.641689:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734667.641691:0:249249:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:0.0:1767734667.641694:0:249249:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.641696:0:249249:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.641702:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672057216/t12884924676(12884924676) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.641713:0:249249:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.641715:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.641718:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.641723:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672057216/t12884924676(12884924676) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734667.641733:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672057216:192.168.203.112@tcp:35:umount.0 00000100:00000001:0.0:1767734667.641738:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.641741:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.641743:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.641745:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.641749:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672057216/t12884924676(12884924676) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.641757:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.641760:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2840. 00000100:00000001:0.0:1767734667.641763:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.641765:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.641771:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.641773:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000002:00000001:0.0:1767734667.641776:0:249249:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.641778:0:249249:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.641782:0:249249:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ca00. 00000080:00000001:0.0:1767734667.641786:0:249249:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734667.641788:0:249249:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734667.641792:0:249249:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734667.641804:0:249249:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1d02cdf80 x1853602672036480/t12884924595(12884924595) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.641813:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.641815:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000001:0.0:1767734667.641818:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.641821:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cdf80 x1853602672036480/t12884924595(12884924595) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.641830:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.641832:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.641836:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8a80 x1853602672057216/t12884924676(12884924676) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.641843:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.641845:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.641848:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cdf80 x1853602672036480/t12884924595(12884924595) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734683 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.641856:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.641858:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.641860:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.641862:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.641865:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be400. 02000000:00000001:0.0:1767734667.641869:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.641870:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.641872:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cdf80. 00000100:00000001:0.0:1767734667.641876:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.641877:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.641879:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.641883:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672057216/t12884924676(12884924676) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.641890:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734667.641893:0:249249:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1f20a6960. 00000002:00000001:0.0:1767734667.641896:0:249249:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.641898:0:249249:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734667.641906:0:249249:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451f840. 00000100:00000001:0.0:1767734667.641909:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.641914:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672057216/t12884924676(12884924676) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734667.641922:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.641923:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.641926:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00800. 02000000:00000001:0.0:1767734667.641929:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.641930:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.641932:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.641934:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.641935:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.641938:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.641939:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.641941:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.641944:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.641946:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734667.641948:0:249249:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.641951:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.641953:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.641955:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.641958:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.641961:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.641964:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.641974:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.641976:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.641978:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8fd:0x0](ffff94b1c4b080c8) 00800000:00000001:0.0:1767734667.641982:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.641984:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8fd:0x0] 00000002:00000001:0.0:1767734667.641988:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767734667.641992:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.641994:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.641996:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.641998:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.642000:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.642003:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.642005:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.642013:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.642019:0:249249:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767734667.642021:0:249249:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767734667.642023:0:249249:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x8fe:0x0](ffff94b1c4b0a1c8) 00800000:00000001:0.0:1767734667.642026:0:249249:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767734667.642028:0:249249:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x8fe:0x0] 00000002:00000001:0.0:1767734667.642030:0:249249:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767734667.642033:0:249249:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.642036:0:249249:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.642038:0:249249:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767734667.642040:0:249249:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767734667.642042:0:249249:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.642045:0:249249:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.642047:0:249249:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767734667.642048:0:249249:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767734667.642055:0:249249:0:(llite_lib.c:1561:ll_put_super()) Process entered 00000080:00200000:0.0:1767734667.642058:0:249249:0:(llite_lib.c:1568:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff94b1ef335000 (sb ffff94b1ef335000) 00000020:00000001:0.0:1767734667.642064:0:249249:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:0.0:1767734667.642069:0:249249:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff94b1fbbb2840. 00000020:00000001:0.0:1767734667.642072:0:249249:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767734667.642077:0:249249:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c415d800. 00000020:00000010:0.0:1767734667.642081:0:249249:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c415ca00. 00000040:00000010:0.0:1767734667.642087:0:249249:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1c415c400. 00000020:00000010:0.0:1767734667.642092:0:249249:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1f0d00800. 00000020:00000010:0.0:1767734667.642097:0:249249:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c415cc00. 00040000:00000010:0.0:1767734667.642103:0:249249:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1c41a1900. 00040000:00000010:0.0:1767734667.642108:0:249249:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c415d600. 10000000:00000001:0.0:1767734667.642114:0:249249:0:(mgc_request.c:1931:mgc_process_config()) Process entered 10000000:00000001:0.0:1767734667.642117:0:249249:0:(mgc_request_server.c:637:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1767734667.642121:0:249249:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1767734667.642124:0:249249:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1767734667.642128:0:249249:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767734667.642131:0:249249:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff94b1fe884a00) refs 3 10000000:00000001:0.0:1767734667.642134:0:249249:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767734667.642137:0:249249:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446626090933307904 : -117982776243712 : ffff94b1fe884a00) 10000000:00000001:0.0:1767734667.642140:0:249249:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1767734667.642142:0:249249:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x1886cffb85c0f4db 00010000:00000001:0.0:1767734667.642150:0:249249:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734667.642153:0:249249:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734667.642156:0:249249:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0f5da00 refcount=2 00000020:00000001:0.0:1767734667.642159:0:249249:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090705607168 : -117983003944448 : ffff94b1f0f5da00) 00010000:00000001:0.0:1767734667.642163:0:249249:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090705607168 : -117983003944448 : ffff94b1f0f5da00) 00010000:00000001:0.0:1767734667.642167:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.642169:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734667.642174:0:249249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1f0f5da00/0x1886cffb85c0f4db lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58d288dd expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.642184:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.642186:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.642188:0:249249:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734667.642190:0:249249:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734667.642192:0:249249:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0f5da00 refcount=3 00000020:00000001:0.0:1767734667.642194:0:249249:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090705607168 : -117983003944448 : ffff94b1f0f5da00) 00010000:00000001:0.0:1767734667.642197:0:249249:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090705607168 : -117983003944448 : ffff94b1f0f5da00) 00010000:00000001:0.0:1767734667.642199:0:249249:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767734667.642203:0:249249:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1f0f5da00/0x1886cffb85c0f4db lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x9bbb2ede58d288dd expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.642210:0:249249:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734667.642213:0:249249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1f0f5da00/0x1886cffb85c0f4db lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x9bbb2ede58d288dd expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.642219:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.642221:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767734667.642223:0:249249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff94b1f0f5da00/0x1886cffb85c0f4db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x9bbb2ede58d288dd expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.642230:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.642232:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.642234:0:249249:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767734667.642238:0:249249:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94b1fbbb2000. 00010000:00000001:0.0:1767734667.642246:0:249249:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767734667.642268:0:249249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1767734667.642272:0:249249:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.642275:0:249249:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.642278:0:249249:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734667.642280:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.642281:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767734667.642284:0:249249:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1767734667.642286:0:249249:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x1886cffb85c0f505 00010000:00000001:0.0:1767734667.642288:0:249249:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734667.642290:0:249249:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734667.642293:0:249249:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1def6b800 refcount=2 00000020:00000001:0.0:1767734667.642296:0:249249:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090403674112 : -117983305877504 : ffff94b1def6b800) 00010000:00000001:0.0:1767734667.642299:0:249249:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090403674112 : -117983305877504 : ffff94b1def6b800) 00010000:00000001:0.0:1767734667.642302:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.642304:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734667.642308:0:249249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1def6b800/0x1886cffb85c0f505 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58d288e4 expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00000080:00000010:0.1:1767734667.642345:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0744200. 00000080:00000010:0.1:1767734667.642360:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0746300. 00000080:00000010:0.1:1767734667.642369:0:249249:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0746b40. 00000020:00000001:1.0:1767734667.642378:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734667.642385:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.642387:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.642393:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734667.642395:0:215725:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767734667.642396:0:249249:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734667.642402:0:249249:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767734667.642405:0:215725:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000040:0.0:1767734667.642407:0:249249:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1def6b800 refcount=3 00010000:00000001:1.0:1767734667.642409:0:215725:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:0.0:1767734667.642413:0:249249:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090403674112 : -117983305877504 : ffff94b1def6b800) 00010000:00010000:1.0:1767734667.642418:0:215725:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff94b1f0f5da00/0x1886cffb85c0f4db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x9bbb2ede58d288dd expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.642419:0:249249:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090403674112 : -117983305877504 : ffff94b1def6b800) 00010000:00000001:0.0:1767734667.642427:0:249249:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767734667.642433:0:249249:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1def6b800/0x1886cffb85c0f505 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9bbb2ede58d288e4 expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734667.642442:0:215725:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f0f5da00 already unused, calling callback (ffffffffc1205c20) 00010000:00000001:0.0:1767734667.642447:0:249249:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 10000000:00000001:1.0:1767734667.642450:0:215725:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00010000:0.0:1767734667.642454:0:249249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1def6b800/0x1886cffb85c0f505 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x9bbb2ede58d288e4 expref: -99 pid: 215714 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767734667.642458:0:215725:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff94b1f0f5da00/0x1886cffb85c0f4db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x9bbb2ede58d288dd expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.642476:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734667.642480:0:215725:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767734667.642483:0:215725:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767734667.642489:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767734667.642494:0:249249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff94b1def6b800/0x1886cffb85c0f505 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x9bbb2ede58d288e4 expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767734667.642503:0:215725:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767734667.642509:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:1.0:1767734667.642510:0:215725:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0f5da00 refcount=3 00010000:00000001:0.0:1767734667.642516:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.642519:0:215725:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090705607168 : -117983003944448 : ffff94b1f0f5da00) 00010000:00000001:0.0:1767734667.642524:0:249249:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734667.642528:0:215725:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090705607168 : -117983003944448 : ffff94b1f0f5da00) 00010000:00000010:0.0:1767734667.642532:0:249249:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94b1fbbb2cc0. 00010000:00000001:1.0:1767734667.642535:0:215725:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1767734667.642539:0:249249:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767734667.642542:0:215725:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff94b1f0f5da00/0x1886cffb85c0f4db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x9bbb2ede58d288dd expref: -99 pid: 215714 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767734667.642553:0:215725:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00010000:0.0:1767734667.642581:0:249249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:00010000:1.0:1767734667.642584:0:215725:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff94b1f0f5da00/0x1886cffb85c0f4db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x9bbb2ede58d288dd expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.642589:0:249249:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.642598:0:249249:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.642609:0:249249:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 10000000:01000000:1.0:1767734667.642610:0:215725:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00000001:0.0:1767734667.642612:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:01000000:1.0:1767734667.642620:0:215725:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00010000:00000001:0.0:1767734667.642621:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767734667.642628:0:249249:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767734667.642629:0:215725:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767734667.642635:0:249249:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff94b1fe884e00) refs 2 10000000:00000040:1.0:1767734667.642636:0:215725:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff94b1fe884a00) refs 3 10000000:00000001:0.0:1767734667.642647:0:249249:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767734667.642648:0:215725:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767734667.642656:0:249249:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000001:1.0:1767734667.642657:0:215725:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767734667.642666:0:249249:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x1886cffb85c0f50c 00000020:00000001:2.0:1767734667.642668:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767734667.642668:0:215725:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.642672:0:249249:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734667.642679:0:215725:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:0.0:1767734667.642680:0:249249:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767734667.642681:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.642686:0:215725:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:0.0:1767734667.642689:0:249249:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1def6a400 refcount=2 00010000:00010000:2.0:1767734667.642691:0:215726:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767734667.642693:0:215725:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1767734667.642697:0:249249:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090403668992 : -117983305882624 : ffff94b1def6a400) 00010000:00000001:1.0:1767734667.642701:0:215725:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734667.642704:0:215726:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767734667.642705:0:249249:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090403668992 : -117983305882624 : ffff94b1def6a400) 00000020:00000040:1.0:1767734667.642708:0:215725:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f0f5da00 with handle 0x1886cffb85c0f4db from hash 00010000:00000001:2.0:1767734667.642712:0:215726:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:0.0:1767734667.642715:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734667.642719:0:215725:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.642721:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734667.642723:0:215726:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff94b1def6b800/0x1886cffb85c0f505 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x9bbb2ede58d288e4 expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.642725:0:215725:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.642730:0:249249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1def6a400/0x1886cffb85c0f50c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58d288eb expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.642732:0:215725:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734667.642737:0:215725:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734667.642743:0:215725:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734667.642748:0:215725:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734667.642758:0:215725:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00010000:2.0:1767734667.642763:0:215726:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1def6b800 already unused, calling callback (ffffffffc1205c20) 00010000:00000001:1.0:1767734667.642766:0:215725:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:0.0:1767734667.642767:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:2.0:1767734667.642770:0:215726:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:0.0:1767734667.642774:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00010000:2.0:1767734667.642778:0:215726:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff94b1def6b800/0x1886cffb85c0f505 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x9bbb2ede58d288e4 expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.642780:0:249249:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:1.0:1767734667.642781:0:215725:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cdf80. 00000020:00000001:0.0:1767734667.642786:0:249249:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734667.642793:0:215725:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000040:0.0:1767734667.642794:0:249249:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1def6a400 refcount=3 00010000:00000001:2.0:1767734667.642805:0:215726:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:0.0:1767734667.642806:0:249249:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090403668992 : -117983305882624 : ffff94b1def6a400) 00000100:00000001:1.0:1767734667.642807:0:215725:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1767734667.642811:0:215726:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734667.642814:0:215726:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734667.642817:0:215726:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1def6b800 refcount=3 02000000:00000001:1.0:1767734667.642822:0:215725:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1767734667.642824:0:215726:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090403674112 : -117983305877504 : ffff94b1def6b800) 00010000:00000001:0.0:1767734667.642831:0:249249:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090403668992 : -117983305882624 : ffff94b1def6a400) 02000000:00000001:1.0:1767734667.642832:0:215725:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734667.642833:0:215726:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090403674112 : -117983305877504 : ffff94b1def6b800) 00010000:00000001:0.0:1767734667.642842:0:249249:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:2.0:1767734667.642846:0:215726:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000010:1.0:1767734667.642849:0:215725:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c733e600. 00010000:00010000:0.0:1767734667.642850:0:249249:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1def6a400/0x1886cffb85c0f50c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9bbb2ede58d288eb expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767734667.642853:0:215726:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff94b1def6b800/0x1886cffb85c0f505 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x9bbb2ede58d288e4 expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767734667.642860:0:215725:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.642871:0:215725:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734667.642879:0:215725:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff94b1f0f5da00/0x1886cffb85c0f4db lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x9bbb2ede58d288dd expref: -99 pid: 215714 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767734667.642889:0:215726:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:0.0:1767734667.642895:0:249249:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 10000000:00010000:2.0:1767734667.642898:0:215726:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff94b1def6b800/0x1886cffb85c0f505 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x9bbb2ede58d288e4 expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734667.642904:0:215725:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767734667.642906:0:249249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1def6a400/0x1886cffb85c0f50c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x9bbb2ede58d288eb expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734667.642913:0:215725:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.642924:0:215725:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1767734667.642931:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767734667.642934:0:215725:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.642937:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767734667.642945:0:249249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff94b1def6a400/0x1886cffb85c0f50c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x9bbb2ede58d288eb expref: -99 pid: 215714 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767734667.642949:0:215726:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000040:1.0:1767734667.642955:0:215725:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026064ad1] to pc [ptlrpcd_00_01+1] req@ffff94b1d02cdf80 x1853602672057344/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767734667.642964:0:215726:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 10000000:00000001:2.0:1767734667.642971:0:215726:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767734667.642977:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000040:2.0:1767734667.642979:0:215726:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff94b1fe884e00) refs 1 00010000:00000001:0.0:1767734667.642985:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767734667.642991:0:215726:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 00010000:00000001:0.0:1767734667.642997:0:249249:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 10000000:00000001:2.0:1767734667.642998:0:215726:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767734667.643004:0:215726:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000010:0.0:1767734667.643007:0:249249:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94b1fbbb29c0. 10000000:00000001:2.0:1767734667.643008:0:215726:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767734667.643014:0:215726:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767734667.643016:0:249249:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734667.643017:0:215725:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767734667.643019:0:215726:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767734667.643026:0:215726:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:1.0:1767734667.643027:0:215725:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:2.0:1767734667.643031:0:215726:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:1.0:1767734667.643033:0:215725:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767734667.643036:0:215726:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:0.0:1767734667.643040:0:249249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767734667.643041:0:215725:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767734667.643042:0:215726:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767734667.643048:0:215726:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:1.0:1767734667.643052:0:215725:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.643054:0:249249:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734667.643056:0:215726:0:(genops.c:898:class_export_put()) PUTting export ffff94b1ef334800 : new refcount 8 10000000:00000001:1.0:1767734667.643060:0:215725:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.643063:0:249249:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:2.0:1767734667.643067:0:215726:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffff94b1fe884e00. 00010000:00000001:0.0:1767734667.643070:0:249249:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:1.0:1767734667.643071:0:215725:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff94b1f0f5da00/0x1886cffb85c0f4db lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x9bbb2ede58d288dd expref: -99 pid: 215714 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767734667.643075:0:215726:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767734667.643078:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:2.0:1767734667.643082:0:215726:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.643086:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767734667.643093:0:249249:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767734667.643095:0:215726:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734667.643101:0:215725:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000040:0.0:1767734667.643102:0:249249:0:(mgc_request.c:123:config_log_put()) log params(ffff94b1fe885400) refs 2 00010000:00000001:2.0:1767734667.643103:0:215726:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:1.0:1767734667.643111:0:215725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff94b1f0f5da00/0x1886cffb85c0f4db lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x9bbb2ede58d288dd expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734667.643112:0:215726:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 10000000:00000001:0.0:1767734667.643113:0:249249:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767734667.643120:0:249249:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767734667.643121:0:215726:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:0.0:1767734667.643126:0:249249:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767734667.643130:0:215726:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767734667.643132:0:249249:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:2.0:1767734667.643140:0:215726:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6b800 with handle 0x1886cffb85c0f505 from hash 00010000:00000001:1.0:1767734667.643141:0:215725:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000040:0.0:1767734667.643141:0:249249:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff94b2005f8e00) refs 3 00010000:00000001:1.0:1767734667.643150:0:215725:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767734667.643152:0:215726:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 10000000:00000001:0.0:1767734667.643153:0:249249:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:3.0:1767734667.643154:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000010:1.0:1767734667.643158:0:215725:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94b1fbbb2000. 10000000:00000001:0.0:1767734667.643162:0:249249:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767734667.643163:0:215726:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767734667.643164:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.643167:0:215725:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767734667.643169:0:249249:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767734667.643170:0:215726:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767734667.643174:0:226620:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:0.0:1767734667.643177:0:249249:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767734667.643180:0:215726:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:1.0:1767734667.643181:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767734667.643183:0:226620:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767734667.643190:0:215726:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:1.0:1767734667.643191:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767734667.643192:0:249249:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff94b1fe884a00) refs 2 00010000:00000001:2.0:1767734667.643197:0:215726:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00010000:1.0:1767734667.643201:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734667.643204:0:226620:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 10000000:00000001:0.0:1767734667.643205:0:249249:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767734667.643208:0:215726:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000001:1.0:1767734667.643209:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:0.0:1767734667.643212:0:249249:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767734667.643214:0:215726:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00010000:3.0:1767734667.643215:0:226620:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff94b1def6a400/0x1886cffb85c0f50c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x9bbb2ede58d288eb expref: -99 pid: 215714 timeout: 0 lvb_type: 0 10000000:00000040:0.0:1767734667.643217:0:249249:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff94b1fe884a00) refs 1 00000100:00000010:2.0:1767734667.643227:0:215726:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cb800. 00000020:00000001:1.0:1767734667.643228:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767734667.643230:0:249249:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000020:00000040:2.0:1767734667.643242:0:215726:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 10000000:00000001:0.0:1767734667.643242:0:249249:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:1.0:1767734667.643243:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767734667.643247:0:226620:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1def6a400 already unused, calling callback (ffffffffc1205c20) 10000000:00000001:0.0:1767734667.643251:0:249249:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:1.0:1767734667.643253:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767734667.643256:0:215726:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00000001:3.0:1767734667.643258:0:226620:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000001:0.0:1767734667.643260:0:249249:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:1.0:1767734667.643261:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:3.0:1767734667.643267:0:226620:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff94b1def6a400/0x1886cffb85c0f50c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x9bbb2ede58d288eb expref: -99 pid: 215714 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767734667.643268:0:249249:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:1.0:1767734667.643270:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767734667.643272:0:215726:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000001:0.0:1767734667.643275:0:249249:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:2.0:1767734667.643281:0:215726:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767734667.643282:0:249249:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767734667.643288:0:249249:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767734667.643289:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767734667.643295:0:249249:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767734667.643298:0:226620:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000010:2.0:1767734667.643300:0:215726:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c337da00. 00000100:00000001:1.0:1767734667.643301:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767734667.643302:0:249249:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767734667.643304:0:226620:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734667.643347:0:226620:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734667.643351:0:226620:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1def6a400 refcount=3 00000100:00000001:1.0:1767734667.643354:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767734667.643356:0:226620:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090403668992 : -117983305882624 : ffff94b1def6a400) 10000000:00000001:0.0:1767734667.643357:0:249249:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1767734667.643365:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1ef334800 : new refcount 7 00000100:00000001:2.0:1767734667.643367:0:215726:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734667.643370:0:226620:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090403668992 : -117983305882624 : ffff94b1def6a400) 00000100:00000040:1.0:1767734667.643370:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cdf80 x1853602672057344/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:00000010:0.0:1767734667.643372:0:249249:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffff94b1fe884a00. 00010000:00000001:2.0:1767734667.643378:0:215726:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:3.0:1767734667.643385:0:226620:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 10000000:00000001:0.0:1767734667.643388:0:249249:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00010000:2.0:1767734667.643391:0:215726:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff94b1def6b800/0x1886cffb85c0f505 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x9bbb2ede58d288e4 expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734667.643396:0:226620:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff94b1def6a400/0x1886cffb85c0f50c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x9bbb2ede58d288eb expref: -99 pid: 215714 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767734667.643397:0:249249:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:0.0:1767734667.643406:0:249249:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767734667.643418:0:249249:0:(mgc_request.c:2025:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.643419:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734667.643426:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.643431:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c415ca00. 02000000:00000001:1.0:1767734667.643440:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:2.0:1767734667.643442:0:215726:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 10000000:00000001:3.0:1767734667.643443:0:226620:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000040:00000010:0.0:1767734667.643445:0:249249:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1c415c400. 02000000:00000001:1.0:1767734667.643447:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734667.643451:0:215726:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:3.0:1767734667.643452:0:226620:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff94b1def6a400/0x1886cffb85c0f50c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x9bbb2ede58d288eb expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767734667.643456:0:249249:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1f0d00800. 02000000:00000001:1.0:1767734667.643458:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.643463:0:215726:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:0.0:1767734667.643468:0:249249:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c415cc00. 00000100:00000001:2.0:1767734667.643475:0:215726:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734667.643477:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196092:1853602672057344:192.168.203.112@tcp:103:ldlm_bl.0 00040000:00000010:0.0:1767734667.643481:0:249249:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1c41a1900. 10000000:01000000:3.0:1767734667.643495:0:226620:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00000001:1.0:1767734667.643496:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00040000:00000010:0.0:1767734667.643497:0:249249:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c415d600. 00000100:00000040:2.0:1767734667.643498:0:215726:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebaf400b] to pc [ptlrpcd_01_00+0] req@ffff94b1d02cb800 x1853602672057472/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767734667.643504:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1767734667.643511:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c415d800. 10000000:01000000:3.0:1767734667.643512:0:226620:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 02000000:00000001:1.0:1767734667.643512:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734667.643521:0:226620:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:1.0:1767734667.643525:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767734667.643526:0:249249:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767734667.643528:0:226620:0:(mgc_request.c:123:config_log_put()) log params(ffff94b1fe885400) refs 1 02000000:00000010:1.0:1767734667.643536:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c733e000. 00000020:00000010:0.0:1767734667.643539:0:249249:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at ffff94b1fbbb2840. 10000000:01000000:3.0:1767734667.643541:0:226620:0:(mgc_request.c:130:config_log_put()) dropping config log params 02000000:00000001:1.0:1767734667.643546:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734667.643551:0:226620:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1767734667.643552:0:249249:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.643580:0:249249:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:0.0:1767734667.643587:0:249249:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 168 at ffff94b1fbbb2840. 10000000:00000001:3.0:1767734667.643590:0:226620:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:1.0:1767734667.643591:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000020:00000001:0.0:1767734667.643594:0:249249:0:(obd_class.h:681:obd_process_config()) Process entered 10000000:00000001:3.0:1767734667.643599:0:226620:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:0.0:1767734667.643606:0:249249:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c415d800. 00000400:00000010:1.0:1767734667.643607:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 10000000:00000001:3.0:1767734667.643608:0:226620:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767734667.643612:0:215726:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767734667.643616:0:249249:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c415d600. 10000000:00000001:3.0:1767734667.643618:0:226620:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000010:1.0:1767734667.643623:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b770. 00010000:00000001:2.0:1767734667.643624:0:215726:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:3.0:1767734667.643626:0:226620:0:(mgc_request.c:120:config_log_put()) Process leaving 00000040:00000010:0.0:1767734667.643629:0:249249:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1c415cc00. 00010000:00000001:2.0:1767734667.643633:0:215726:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767734667.643635:0:226620:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000200:1.0:1767734667.643639:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672057344, portal 18 00010000:00000001:2.0:1767734667.643641:0:215726:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.643641:0:249249:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1f0d00800. 10000000:00000001:3.0:1767734667.643642:0:226620:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767734667.643646:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1767734667.643649:0:215726:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.643653:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 10000000:00000001:2.0:1767734667.643660:0:215726:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734667.643663:0:226620:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:0.0:1767734667.643665:0:249249:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c415c400. 00010000:00010000:2.0:1767734667.643669:0:215726:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff94b1def6b800/0x1886cffb85c0f505 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x9bbb2ede58d288e4 expref: -99 pid: 215714 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767734667.643670:0:226620:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:1.0:1767734667.643673:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cdf80 x1853602672057344/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00040000:00000010:0.0:1767734667.643677:0:249249:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1c41a1900. 00000020:00000040:3.0:1767734667.643680:0:226620:0:(genops.c:898:class_export_put()) PUTting export ffff94b1ef334800 : new refcount 6 00040000:00000010:0.0:1767734667.643691:0:249249:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c415ca00. 10000000:00000010:3.0:1767734667.643693:0:226620:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffff94b1fe885400. 10000000:00000001:0.0:1767734667.643706:0:249249:0:(mgc_request.c:1931:mgc_process_config()) Process entered 10000000:00000001:3.0:1767734667.643708:0:226620:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767734667.643710:0:215726:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:0.0:1767734667.643714:0:249249:0:(mgc_request_server.c:637:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1767734667.643717:0:226620:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734667.643720:0:215726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff94b1def6b800/0x1886cffb85c0f505 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x9bbb2ede58d288e4 expref: -99 pid: 215714 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767734667.643722:0:249249:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1767734667.643732:0:249249:0:(mgc_request.c:159:config_log_find()) Process entered 00000100:00000001:1.0:1767734667.643733:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767734667.643734:0:226620:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 10000000:00000001:0.0:1767734667.643740:0:249249:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734667.643744:0:226620:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:1.0:1767734667.643752:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 10000000:00000001:0.0:1767734667.643754:0:249249:0:(mgc_request.c:497:config_log_end()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1767734667.643755:0:226620:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:1.0:1767734667.643762:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b990. 00010000:00000001:2.0:1767734667.643763:0:215726:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734667.643764:0:226620:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:0.0:1767734667.643765:0:249249:0:(mgc_request.c:2025:mgc_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1767734667.643772:0:215726:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:1.0:1767734667.643774:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853602672057344, offset 0 00010000:00000001:3.0:1767734667.643776:0:226620:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.643776:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c415d600. 00010000:00000010:2.0:1767734667.643779:0:215726:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94b1fbbb2cc0. 00000040:00000010:0.0:1767734667.643790:0:249249:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1c415cc00. 00000020:00000040:3.0:1767734667.643791:0:226620:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6a400 with handle 0x1886cffb85c0f50c from hash 00010000:00000001:2.0:1767734667.643792:0:215726:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734667.643803:0:226620:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:0.0:1767734667.643806:0:249249:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1f0d00800. 00000020:00000001:2.0:1767734667.643807:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1767734667.643807:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00010000:00000001:3.0:1767734667.643809:0:226620:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734667.643819:0:226620:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767734667.643820:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.643822:0:249249:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c415c400. 00010000:00000001:3.0:1767734667.643827:0:226620:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1767734667.643831:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00010000:00010000:2.0:1767734667.643832:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734667.643835:0:226620:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00040000:00000010:0.0:1767734667.643836:0:249249:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1c41a1900. 00000020:00000001:2.0:1767734667.643840:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767734667.643842:0:226620:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000400:00000200:1.0:1767734667.643845:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00040000:00000010:0.0:1767734667.643847:0:249249:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c415ca00. 00010000:00000001:3.0:1767734667.643849:0:226620:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:1.0:1767734667.643858:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1767734667.643860:0:226620:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:2.0:1767734667.643863:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.643863:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c415d800. 00000400:00000200:1.0:1767734667.643870:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000010:3.0:1767734667.643873:0:226620:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdbb80. 00010000:00010000:2.0:1767734667.643879:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767734667.643879:0:249249:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:1.0:1767734667.643881:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000020:00000040:3.0:1767734667.643883:0:226620:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=6 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734667.643886:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:0.0:1767734667.643894:0:249249:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 168 at ffff94b1fbbb2840. 00000020:00000001:2.0:1767734667.643896:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.643897:0:226620:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767734667.643898:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 02000000:00000001:3.0:1767734667.643906:0:226620:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1767734667.643908:0:249249:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:2.0:1767734667.643910:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767734667.643913:0:226620:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734667.643918:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66498:66498:256:4294967295] 192.168.203.112@tcp LPNI seq info [66498:66498:8:4294967295] 00000080:00000001:0.0:1767734667.643921:0:249249:0:(llite_lib.c:979:client_common_put_super()) Process entered 02000000:00000010:3.0:1767734667.643926:0:226620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1fe885400. 00000100:00000001:2.0:1767734667.643927:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000080:00000001:0.0:1767734667.643929:0:249249:0:(vvp_dev.c:348:cl_sb_fini()) Process entered 00000100:00000001:2.0:1767734667.643934:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767734667.643937:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000020:00000001:0.0:1767734667.643938:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000001:3.0:1767734667.643941:0:226620:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.643942:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767734667.643947:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144872 : -117983526406744 : ffff94b1d1d1b5a8) 00010000:00000001:3.0:1767734667.643951:0:226620:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00001000:0.0:1767734667.643956:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b5a0 00000100:00000040:2.0:1767734667.643962:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cb800 x1853602672057472/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767734667.643963:0:226620:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff94b1def6a400/0x1886cffb85c0f50c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x9bbb2ede58d288eb expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767734667.643974:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00010000:00010000:3.0:1767734667.644005:0:226620:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000800:00000200:1.0:1767734667.644005:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:2.0:1767734667.644010:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767734667.644010:0:249249:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff94b1ef335000 (ffff94b1def8b1c0) now 5 - lov 00010000:00000001:3.0:1767734667.644013:0:226620:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734667.644017:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767734667.644019:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c200. 00000100:00000001:3.0:1767734667.644028:0:226620:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767734667.644032:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767734667.644037:0:226620:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734667.644043:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767734667.644044:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 02000000:00000001:2.0:1767734667.644058:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.644059:0:226620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d681e7cc] to pc [ptlrpcd_01_01+1] req@ffff94b200bdbb80 x1853602672057600/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767734667.644070:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00100000:2.0:1767734667.644077:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602672057472:192.168.203.112@tcp:103:ldlm_bl.0 00000800:00000200:1.0:1767734667.644083:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c200 type 1, nob 424 niov 1 nkiov 1 00020000:00000001:0.0:1767734667.644086:0:249249:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:0.0:1767734667.644092:0:249249:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446626090796291712 : -117982913259904 : ffff94b1f65d9680) 00000100:00000001:2.0:1767734667.644099:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734667.644109:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767734667.644114:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734667.644115:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734667.644128:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767734667.644137:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000010:2.0:1767734667.644139:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c337d600. 00000100:00000001:1.0:1767734667.644148:0:196092:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303430321 02000000:00000001:2.0:1767734667.644151:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734667.644161:0:226620:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000010:0.0:1767734667.644163:0:249249:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff94b1f683bae0. 00000100:00000001:1.0:1767734667.644164:0:196092:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303429471 00000400:00000200:2.0:1767734667.644170:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00010000:00000001:3.0:1767734667.644178:0:226620:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767734667.644184:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e478. 00010000:00000001:3.0:1767734667.644185:0:226620:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734667.644185:0:196092:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303430321 00010000:00000001:3.0:1767734667.644192:0:226620:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734667.644199:0:226620:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767734667.644202:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29660. 00000100:00000001:1.0:1767734667.644203:0:196092:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303429471 10000000:00000001:3.0:1767734667.644204:0:226620:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734667.644218:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672057472, portal 18 00010000:00010000:3.0:1767734667.644219:0:226620:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff94b1def6a400/0x1886cffb85c0f50c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x9bbb2ede58d288eb expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767734667.644220:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734667.644229:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734667.644232:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.644236:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155554816 : -117983553996800 : ffff94b1d02cb800) 00000100:00000001:1.0:1767734667.644245:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.644247:0:249249:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00010000:00000001:3.0:1767734667.644251:0:226620:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767734667.644255:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1767734667.644256:0:249249:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446626090796290688 : -117982913260928 : ffff94b1f65d9280) 00010000:00010000:3.0:1767734667.644261:0:226620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff94b1def6a400/0x1886cffb85c0f50c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x9bbb2ede58d288eb expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767734667.644262:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cb800 x1853602672057472/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734667.644269:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734667.644277:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767734667.644288:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734667.644295:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734667.644303:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.644342:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767734667.644349:0:226620:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734667.644354:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734667.644358:0:226620:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:2.0:1767734667.644358:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00020000:00000010:0.0:1767734667.644362:0:249249:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff94b1f683be40. 00010000:00000010:3.0:1767734667.644366:0:226620:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94b1fbbb29c0. 00000400:00000010:2.0:1767734667.644370:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29c38. 00010000:00000001:3.0:1767734667.644381:0:226620:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734667.644381:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853602672057472, offset 0 00000020:00000001:3.0:1767734667.644388:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767734667.644392:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767734667.644394:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.644400:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734667.644404:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767734667.644411:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767734667.644416:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734667.644418:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00010000:00010000:3.0:1767734667.644425:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767734667.644432:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767734667.644433:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000020:00000001:3.0:1767734667.644439:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734667.644447:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767734667.644449:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734667.644459:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767734667.644463:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767734667.644468:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00020000:00000001:0.0:1767734667.644470:0:249249:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00000100:00000001:3.0:1767734667.644472:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00020000:00000001:0.0:1767734667.644477:0:249249:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446626090796291968 : -117982913259648 : ffff94b1f65d9780) 00000100:00000001:3.0:1767734667.644480:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767734667.644480:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734667.644490:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000040:3.0:1767734667.644499:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdbb80 x1853602672057600/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734667.644510:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66499:66499:255:4294967295] 192.168.203.112@tcp LPNI seq info [66499:66499:7:4294967295] 00000400:00000200:2.0:1767734667.644533:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734667.644535:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000010:0.0:1767734667.644535:0:249249:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff94b1f683b900. 00000100:00000001:3.0:1767734667.644542:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.644551:0:249249:0:(lov_dev.c:226:lov_device_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.644553:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767734667.644582:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734667.644594:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.112@tcp 02000000:00000001:3.0:1767734667.644603:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767734667.644604:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857600. 02000000:00000001:3.0:1767734667.644616:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.644626:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00100000:3.0:1767734667.644631:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196094:1853602672057600:192.168.203.112@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1767734667.644639:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1767734667.644641:0:249249:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at ffff94b201790000. 02000000:00000001:3.0:1767734667.644647:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767734667.644648:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 02000000:00000001:3.0:1767734667.644655:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.644658:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857600 type 1, nob 424 niov 1 nkiov 1 02000000:00000001:3.0:1767734667.644661:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1767734667.644664:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff94b1c6b0f600. 00000100:00000001:2.0:1767734667.644669:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734667.644673:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1fe885000. 00000020:00000010:0.0:1767734667.644674:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff94b1d8ef3000. 00000400:00000200:2.0:1767734667.644683:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:3.0:1767734667.644686:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.644688:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff94b1d1da9300. 00000100:00000001:2.0:1767734667.644690:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303430322 00000020:00000010:0.0:1767734667.644701:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff94b1f7416100. 00000400:00000200:3.0:1767734667.644703:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734667.644705:0:196093:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303430321 00000020:00000010:0.0:1767734667.644711:0:249249:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff94b1f2d71c00. 00000400:00000010:3.0:1767734667.644716:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113cb8. 00000100:00000001:2.0:1767734667.644717:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303430322 00000020:00000010:0.0:1767734667.644719:0:249249:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1ded38000. 00000400:00000010:3.0:1767734667.644729:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7880. 00000080:00000010:0.0:1767734667.644733:0:249249:0:(vvp_dev.c:156:vvp_device_free()) kfreed 'site': 528 at ffff94b1f44aa000. 00000100:00000001:2.0:1767734667.644734:0:196093:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303430321 00000100:00000200:3.0:1767734667.644739:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672057600, portal 18 00000080:00000010:0.0:1767734667.644744:0:249249:0:(vvp_dev.c:160:vvp_device_free()) kfreed 'vdv': 72 at ffff94b1f683b1e0. 00000100:00000001:3.0:1767734667.644747:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734667.644749:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1767734667.644754:0:249249:0:(lov_obd.c:754:lov_cleanup()) Process entered 00000100:00000001:3.0:1767734667.644755:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000001:2.0:1767734667.644756:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.644768:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.644775:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdbb80 x1853602672057600/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.644776:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734667.644789:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767734667.644790:0:249249:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000100:00000001:3.0:1767734667.644793:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767734667.644795:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767734667.644798:0:249249:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff94b1d0d32af0. 00000100:00000001:2.0:1767734667.644804:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767734667.644807:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:2.0:1767734667.644810:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767734667.644811:0:249249:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000400:00000010:3.0:1767734667.644815:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e73b8. 00000100:00000001:2.0:1767734667.644818:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767734667.644821:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853602672057600, offset 0 00000100:00000001:2.0:1767734667.644826:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734667.644833:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734667.644844:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.644856:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734667.644864:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734667.644871:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734667.644877:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734667.644883:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734667.644892:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66500:66500:254:4294967295] 192.168.203.112@tcp LPNI seq info [66500:66500:6:4294967295] 00000800:00000200:2.0:1767734667.644896:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767734667.644904:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000010:2.0:1767734667.644905:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:2.0:1767734667.644919:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.644941:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734667.644943:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734667.644956:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734667.644964:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b990 00020000:00020000:0.0:1767734667.644965:0:249249:0:(lov_obd.c:783:lov_cleanup()) lustre-clilov-ffff94b1ef335000: lov tgt 0 not cleaned! deathrow=0, lovrc=1 00000400:00000010:2.0:1767734667.644974:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b990. 00000800:00000010:3.0:1767734667.644980:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c53e8100. 00000100:00000001:2.0:1767734667.644983:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767734667.644994:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000200:2.0:1767734667.644998:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cdf80 x1853602672057344/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734667.645015:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734667.645025:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c53e8100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767734667.645028:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734667.645038:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734667.645039:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cdf80 x1853602672057344/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734667.645055:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734667.645060:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.645063:0:196094:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303430322 00000100:00000001:2.0:1767734667.645066:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767734667.645074:0:196094:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4303430322 00000100:00000001:3.0:1767734667.645079:0:196094:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303430322 00000100:00000001:3.0:1767734667.645082:0:196094:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4303430322 00000100:00000001:3.0:1767734667.645086:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767734667.645088:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767734667.645090:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767734667.645095:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857600. 00000100:00000001:3.0:1767734667.645098:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734667.645102:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767734667.645104:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.645114:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734667.645115:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767734667.645121:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29c38 00000100:00000001:3.0:1767734667.645122:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767734667.645130:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29c38. 00000100:00000001:3.0:1767734667.645132:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734667.645139:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734667.645141:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767734667.645144:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734667.645152:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cb800 x1853602672057472/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.645154:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.645170:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.645177:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cb800 x1853602672057472/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.645185:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.645188:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767734667.645233:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.645237:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c53e8100. 00000400:00000200:2.0:1767734667.645241:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.645246:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.645249:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e73b8 00000400:00000010:2.0:1767734667.645260:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e73b8. 00000100:00000001:2.0:1767734667.645265:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.645271:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdbb80 x1853602672057600/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.645281:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.645285:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdbb80 x1853602672057600/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.645294:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.645296:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.648525:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.648539:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.648543:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.648546:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.648554:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.648581:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.648590:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.648595:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.648600:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.648605:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 18 MB=0x695d780d29c00 00000400:00000200:2.0:1767734667.648611:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.648617:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b5dd [1] + 224 00000800:00000001:2.0:1767734667.648624:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.648629:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.648632:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.648637:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.648642:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.648649:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cdf80 x1853602672057344/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734667.648664:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cdf80 x1853602672057344/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.648689:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.648697:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.648715:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.648718:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.648723:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.648727:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767734667.648733:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.648735:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767734667.648745:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000001:1.0:1767734667.648747:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734667.648752:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767734667.648755:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734667.648759:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:2.0:1767734667.648767:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734667.648773:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b770 00000400:00000200:2.0:1767734667.648780:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734667.648782:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b770. 00000400:00000200:2.0:1767734667.648792:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 18 MB=0x695d780d29c80 00000100:00000001:1.0:1767734667.648793:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767734667.648804:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000200:1.0:1767734667.648810:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cdf80 x1853602672057344/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734667.648820:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b5e5 [1] + 224 00000800:00000001:2.0:1767734667.648837:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.648846:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767734667.648848:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cdf80 x1853602672057344/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734667.648851:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.648869:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:1.0:1767734667.648876:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734667.648879:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767734667.648881:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.648887:0:196092:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767734667.648894:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cb800 x1853602672057472/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767734667.648894:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734667.648900:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734667.648905:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734667.648912:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734667.648924:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef3314a0 time=1767734667 v=5 (0 0 0 0) 00000100:00000040:2.0:1767734667.648930:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cb800 x1853602672057472/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767734667.648933:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734667.648946:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734667.648951:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734667.648959:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734667.648964:0:196092:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734667.648968:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734667.648976:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cdf80 x1853602672057344/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.648978:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.648990:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734667.648991:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734667.648999:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767734667.649001:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.649002:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.649013:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767734667.649019:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cdf80 x1853602672057344/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734667.649022:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.649038:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.649049:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.649060:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734667.649066:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734667.649074:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767734667.649075:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000001:3.0:1767734667.649086:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767734667.649092:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000001:3.0:1767734667.649097:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767734667.649097:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196092:1853602672057344:192.168.203.112@tcp:103:ldlm_bl.0 00000400:00000010:3.0:1767734667.649107:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e478. 00000400:00000200:2.0:1767734667.649108:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 18 MB=0x695d780d29d00 00000100:00000001:1.0:1767734667.649118:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734667.649121:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29660 00000400:00000200:2.0:1767734667.649123:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734667.649128:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767734667.649130:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29660. 00000100:00000001:3.0:1767734667.649140:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767734667.649141:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cdf80 x1853602672057344/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734667.649156:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b5f5 [1] + 224 00000100:00000200:3.0:1767734667.649157:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cb800 x1853602672057472/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734667.649166:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734667.649173:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1767734667.649179:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767734667.649180:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c733e000. 02000000:00000001:1.0:1767734667.649192:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767734667.649196:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cb800 x1853602672057472/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734667.649196:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734667.649197:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734667.649203:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 00000400:00000200:2.0:1767734667.649208:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767734667.649213:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734667.649221:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c733e600. 00000400:00000200:2.0:1767734667.649230:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 02000000:00000001:1.0:1767734667.649232:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767734667.649235:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767734667.649238:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767734667.649242:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1767734667.649244:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cdf80. 00000100:00000001:1.0:1767734667.649251:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1767734667.649255:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdbb80 x1853602672057600/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734667.649257:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.649258:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734667.649269:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.649271:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734667.649278:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734667.649285:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734667.649285:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734667.649293:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.649294:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734667.649295:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bdbb80 x1853602672057600/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734667.649300:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734667.649308:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.649346:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734667.649356:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef3314a0 time=0 v=5 (5 0 0 0) 00000100:00000001:2.0:1767734667.649358:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767734667.649367:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=95 v=5 (1 1 1 1) 00000800:00000001:2.0:1767734667.649372:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767734667.649373:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734667.649380:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734667.649382:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734667.649385:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734667.649393:0:196093:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.649397:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.649406:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cb800 x1853602672057472/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.649416:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734667.649420:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734667.649422:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734667.649428:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cb800 x1853602672057472/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734667.649438:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602672057472:192.168.203.112@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1767734667.649444:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.649447:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734667.649451:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cb800 x1853602672057472/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.649459:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734667.649461:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734667.649465:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c337d600. 02000000:00000001:3.0:1767734667.649470:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734667.649472:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734667.649474:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767734667.649477:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734667.649480:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c337da00. 02000000:00000001:3.0:1767734667.649491:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734667.649494:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734667.649496:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cb800. 00000100:00000001:3.0:1767734667.649500:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734667.649502:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.649505:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.649511:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734667.649513:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.649516:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734667.649519:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.649532:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734667.649534:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734667.649539:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734667.649541:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734667.649544:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113cb8. 00000400:00000200:3.0:1767734667.649548:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7880 00000400:00000010:3.0:1767734667.649550:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7880. 00000100:00000001:3.0:1767734667.649554:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.649592:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdbb80 x1853602672057600/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734667.649612:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdbb80 x1853602672057600/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.649626:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734667.649630:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.649634:0:196094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734667.649637:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734667.649639:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734667.649643:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.649647:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734667.649653:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef3314a0 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1767734667.649660:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734667.649665:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734667.649668:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734667.649672:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734667.649675:0:196094:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.649679:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.649688:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdbb80 x1853602672057600/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.649709:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734667.649712:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734667.649714:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734667.649720:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdbb80 x1853602672057600/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734667.649730:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196094:1853602672057600:192.168.203.112@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1767734667.649736:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.649738:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734667.649742:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdbb80 x1853602672057600/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.649750:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734667.649752:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734667.649755:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1fe885000. 02000000:00000001:3.0:1767734667.649758:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734667.649760:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734667.649762:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767734667.649765:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734667.649767:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1fe885400. 02000000:00000001:3.0:1767734667.649770:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734667.649772:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734667.649774:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdbb80. 00000100:00000001:3.0:1767734667.649778:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734667.649779:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.649782:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.649787:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734667.649789:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.649792:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734667.649794:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.655086:0:249249:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:0.0:1767734667.655092:0:249249:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: ffff94b1c9b6b000 active: 1 00020000:00000001:0.0:1767734667.655097:0:249249:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:00020000:0.0:1767734667.655100:0:249249:0:(lov_obd.c:783:lov_cleanup()) lustre-clilov-ffff94b1ef335000: lov tgt 1 not cleaned! deathrow=1, lovrc=1 00020000:00000001:0.0:1767734667.655103:0:249249:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:0.0:1767734667.655105:0:249249:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0001_UUID idx: 1 gen: 1 exp: ffff94b1c9b6c000 active: 1 00020000:00000001:0.0:1767734667.655109:0:249249:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:0.0:1767734667.655111:0:249249:0:(lov_obd.c:64:lov_tgts_putref()) destroying 2 lov targets 00000020:00000001:0.0:1767734667.655115:0:249249:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:0.0:1767734667.655117:0:249249:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:0.0:1767734667.655121:0:249249:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:0.0:1767734667.655124:0:249249:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:0.0:1767734667.655127:0:249249:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1767734667.655130:0:249249:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:0.0:1767734667.655132:0:249249:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:0.0:1767734667.655134:0:249249:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:0.0:1767734667.655136:0:249249:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:0.0:1767734667.655150:0:249249:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00020000:01000000:0.0:1767734667.655154:0:249249:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0001_UUID : lustre-OST0001-osc-ffff94b1ef335000 00020000:00000001:0.0:1767734667.655158:0:249249:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:0.0:1767734667.655161:0:249249:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff94b1ef335000: disconnecting target lustre-OST0001-osc-ffff94b1ef335000 00020000:00000001:0.0:1767734667.655164:0:249249:0:(obd_class.h:1347:obd_register_observer()) Process entered 00020000:00000001:0.0:1767734667.655167:0:249249:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.655170:0:249249:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:0.0:1767734667.655174:0:249249:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:0.0:1767734667.655177:0:249249:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-OST0001-osc-ffff94b1ef335000 - 1 00000100:00000001:0.0:1767734667.655181:0:249249:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1767734667.655184:0:249249:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID 00000020:00000001:0.0:1767734667.655187:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.655189:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64aa000 refcount=1 obd=lustre-OST0001-osc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.655192:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767734667.655194:0:249249:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.655202:0:249249:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:0.0:1767734667.655205:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.655209:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1767734667.655253:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0de00 count: 2 00010000:00000001:0.0:1767734667.655257:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.655260:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0de00 count: 3 00010000:00000001:0.0:1767734667.655263:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.655266:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.655269:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.655274:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff94b1ef335000 lock: ffff94b1c1677800/0x1886cffb85c2b4aa lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1c59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x28400020000 nid: local remote: 0x9bbb2ede58dab05e expref: -99 pid: 241749 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1767734667.655287:0:249249:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767734667.655290:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734667.655293:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145592 : -117983526406024 : ffff94b1d1d1b878) 00000020:00001000:0.0:1767734667.655301:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b870 00000008:00000001:0.0:1767734667.655305:0:249249:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767734667.655345:0:249249:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767734667.655349:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b870 00000008:00000001:0.0:1767734667.655361:0:249249:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.655366:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.655373:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.655377:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.655380:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.655384:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.655390:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c1677800 with handle 0x1886cffb85c2b4aa from hash 00010000:00000001:0.0:1767734667.655393:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.655396:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.655399:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.655401:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.655406:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.655409:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.655413:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.655416:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.655419:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.655422:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.655429:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.655433:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64aa000 refcount=2 obd=lustre-OST0001-osc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.655438:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.655440:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.655444:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.655452:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.655458:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.655461:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.655466:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff94b1ef335000 lock: ffff94b1c1677800/0x1886cffb85c2b4aa lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1c59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4829400020020 nid: local remote: 0x9bbb2ede58dab05e expref: -99 pid: 241749 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767734667.655477:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.655481:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.655484:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.655486:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.655491:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.655494:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.655498:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.655500:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:0.0:1767734667.655511:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.655515:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.655517:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.655519:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.655528:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672057728/t0(0) o103->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.655540:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.655542:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.655548:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672057728/t0(0) o103->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.655583:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.655588:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.655590:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.655593:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.655597:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.655600:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.655603:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.655605:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.655607:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.655612:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672057728/t0(0) o103->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.655624:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672057728:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.655632:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.655636:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.655640:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.655643:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.655647:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672057728/t0(0) o103->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.655655:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.655658:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.655671:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.655673:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.655676:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.655679:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.655683:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672057728/t0(0) o103->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.655691:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.655693:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.655695:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64aa000 refcount=1 obd=lustre-OST0001-osc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.655697:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.655700:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.655703:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.655704:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.655706:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:0.0:1767734667.655709:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.655711:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.655713:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.655715:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.655717:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.655721:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff94b1ef335000 lock: ffff94b1c1677800/0x1886cffb85c2b4aa lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1c59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4829400020020 nid: local remote: 0x9bbb2ede58dab05e expref: -99 pid: 241749 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767734667.655731:0:249249:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94b1f0ebd100. 00010000:00000001:0.0:1767734667.655741:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.655743:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.655746:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.655750:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1ddd0de00 count: 0 00010000:00000010:0.0:1767734667.655757:0:249249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94b1ddd0d800. 00000001:00000001:0.0:1767734667.655779:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.655782:0:249249:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.655786:0:249249:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767734667.655789:0:249249:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767734667.655792:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.655794:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.655841:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767734667.655851:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.655852:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.655901:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.655904:0:249249:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.655907:0:249249:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:0.0:1767734667.655910:0:249249:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1767734667.655914:0:249249:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1767734667.655916:0:249249:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1767734667.655922:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734667.655925:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64aa000 refcount=2 obd=lustre-OST0001-osc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.655929:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.655932:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.655935:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.655942:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1900. 00000100:00000001:0.0:1767734667.655945:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.655949:0:249249:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00080000:0.0:1767734667.655953:0:249249:0:(import.c:65:import_set_state_nolock()) ffff94b1f64aa000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1767734667.655958:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.655960:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.655967:0:249249:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7919ade] to pc [ptlrpcd_rcv+-1] req@ffff94b1f2da8a80 x1853602672057856/t0(0) o9->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.655994:0:249249:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.656028:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734667.656035:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734667.656038:0:196090:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734667.656049:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672057856/t0(0) o9->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.656210:0:196090:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734667.656213:0:196090:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.656217:0:196090:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734667.656221:0:196090:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734667.656224:0:196090:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734667.656230:0:196090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ecb0905e-f978-4384-816c-881545595fa4:196090:1853602672057856:192.168.203.112@tcp:9:umount.0 00000100:00000001:3.0:1767734667.656235:0:196090:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734667.656239:0:196090:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734667.656243:0:196090:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.656245:0:196090:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734667.656250:0:196090:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1fe885400. 02000000:00000001:3.0:1767734667.656253:0:196090:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734667.656260:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734667.656265:0:196090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113cb8. 00000400:00000010:3.0:1767734667.656270:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7880. 00000100:00000200:3.0:1767734667.656275:0:196090:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672057856, portal 4 00000100:00000001:3.0:1767734667.656278:0:196090:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734667.656280:0:196090:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000040:3.0:1767734667.656289:0:196090:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8a80 x1853602672057856/t0(0) o9->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.656299:0:196090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734667.656303:0:196090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734667.656334:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7a18. 00000100:00000200:3.0:1767734667.656341:0:196090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672057856, offset 0 00000400:00000200:3.0:1767734667.656352:0:196090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734667.656362:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.656370:0:196090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734667.656377:0:196090:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734667.656383:0:196090:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734667.656387:0:196090:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734667.656392:0:196090:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734667.656408:0:196090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66501:66501:256:4294967295] 192.168.203.112@tcp LPNI seq info [66501:66501:8:4294967295] 00000400:00000200:3.0:1767734667.656415:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.656425:0:196090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734667.656432:0:196090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734667.656438:0:196090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c53e8f00. 00000800:00000200:3.0:1767734667.656444:0:196090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734667.656452:0:196090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734667.656456:0:196090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c53e8f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767734667.656476:0:196090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.656481:0:196090:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: using a timeout of 8396 usecs (9 jiffies) 00000400:00000200:3.0:1767734667.656486:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734667.656490:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429487 00000100:00000001:3.0:1767734667.656494:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303430322 00000100:00000001:3.0:1767734667.656498:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429487 00000100:00000001:3.0:1767734667.656502:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303430322 00000100:00000001:3.0:1767734667.656506:0:196090:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734667.656509:0:196090:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.656513:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.656516:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.656522:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734667.656526:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767734667.656530:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734667.656532:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734667.656535:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.656538:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.656583:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.656595:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c53e8f00. 00000400:00000200:2.0:1767734667.656601:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.656609:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.656615:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7a18 00000400:00000010:2.0:1767734667.656618:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7a18. 00000100:00000001:2.0:1767734667.656623:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.656630:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672057856/t0(0) o9->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.656644:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.656649:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672057856/t0(0) o9->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.656659:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.656662:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734667.657374:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0741080. 00000080:00000010:0.1:1767734667.657386:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f07418c0. 00000080:00000010:0.1:1767734667.657394:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0745ac0. 00010000:00000010:2.1F:1767734667.659406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6b800. 00000080:00000010:0.1:1767734667.659413:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d15aa940. 00010000:00000010:1.1:1767734667.659415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f0f5da00. 00000080:00000010:0.1:1767734667.659436:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d15ab9c0. 00000080:00000010:0.1:1767734667.659458:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d15a98c0. 00000080:00000010:0.1:1767734667.659469:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d172a940. 00000080:00000010:0.1:1767734667.659478:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4b08000. 00000080:00000010:0.1:1767734667.659483:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4b0a100. 00010000:00000010:0.1:1767734667.659498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c1677800. 00010000:00000010:0.1:1767734667.659507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1ddd0de00. 00000800:00000001:2.0:1767734667.659599:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.659611:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.659615:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.659618:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.659625:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.659633:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.659650:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.659655:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.659660:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.659665:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d29e00 00000400:00000200:2.0:1767734667.659671:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.659677:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b605 [1] + 224 00000800:00000001:2.0:1767734667.659684:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.659693:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.659696:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.659702:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.659707:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.659714:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672057856/t0(0) o9->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734667.659728:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da8a80 x1853602672057856/t0(0) o9->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.659754:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.659762:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.659765:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.659797:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734667.659804:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734667.659810:0:196090:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734667.659812:0:196090:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734667.659816:0:196090:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113cb8. 00000400:00000200:3.0:1767734667.659822:0:196090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7880 00000400:00000010:3.0:1767734667.659825:0:196090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7880. 00000100:00000001:3.0:1767734667.659844:0:196090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.659854:0:196090:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672057856/t0(0) o9->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734667.659869:0:196090:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672057856/t0(0) o9->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.659880:0:196090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734667.659882:0:196090:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.659885:0:196090:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734667.659887:0:196090:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734667.659889:0:196090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734667.659892:0:196090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.659895:0:196090:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734667.659902:0:196090:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64aa458 time=94 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734667.659906:0:196090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64aa410 time=89 v=5 (1 0 0 0) 00000100:00000001:3.0:1767734667.659909:0:196090:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734667.659912:0:196090:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734667.659914:0:196090:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734667.659918:0:196090:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.659921:0:196090:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734667.659923:0:196090:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1ef335000: skip recheck: last_committed 12884903350 00000100:00000001:3.0:1767734667.659925:0:196090:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734667.659928:0:196090:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.659932:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672057856/t0(0) o9->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.659942:0:196090:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734667.659945:0:196090:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734667.659947:0:196090:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767734667.659950:0:196090:0:(import.c:65:import_set_state_nolock()) ffff94b1f64aa000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1767734667.659954:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1767734667.659957:0:196090:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1767734667.659960:0:196090:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.659963:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767734667.659965:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1767734667.659966:0:196090:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1767734667.659976:0:196090:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.659978:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:3.0:1767734667.659999:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672057856/t0(0) o9->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734667.660010:0:196090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ecb0905e-f978-4384-816c-881545595fa4:196090:1853602672057856:192.168.203.112@tcp:9:umount.0 00000100:00000001:3.0:1767734667.660016:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.660019:0:196090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734667.660022:0:196090:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672057856/t0(0) o9->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.660031:0:196090:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734667.660033:0:196090:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734667.660036:0:196090:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1fe885400. 02000000:00000001:3.0:1767734667.660040:0:196090:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734667.660042:0:196090:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734667.660044:0:196090:0:(genops.c:1242:class_import_put()) import ffff94b1f64aa000 refcount=1 obd=lustre-OST0001-osc-ffff94b1ef335000 00000020:00000001:3.0:1767734667.660047:0:196090:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734667.660049:0:196090:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1900. 02000000:00000001:3.0:1767734667.660053:0:196090:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734667.660054:0:196090:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734667.660057:0:196090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:3.0:1767734667.660060:0:196090:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734667.660062:0:196090:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.660064:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.660070:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734667.660073:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.660076:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734667.660078:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.660107:0:249249:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.660118:0:249249:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767734667.660120:0:249249:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00000001:0.0:1767734667.660123:0:249249:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767734667.660126:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767734667.660128:0:249249:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1ef335000: committing for last_committed 12884903350 gen 7 00000100:00000040:0.0:1767734667.660132:0:249249:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1ef335000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767734667.660135:0:249249:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.660136:0:249249:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767734667.660138:0:249249:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767734667.660140:0:249249:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:0.0:1767734667.660142:0:249249:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:0.0:1767734667.660156:0:249249:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.660159:0:249249:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1767734667.660162:0:249249:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767734667.660164:0:249249:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:0.0:1767734667.660166:0:249249:0:(osc_request.c:3856:osc_import_event()) Process entered 00000001:00000001:0.0:1767734667.660168:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.660171:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.660216:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767734667.660219:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.660220:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.660264:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.660266:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734667.660269:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145592 : -117983526406024 : ffff94b1d1d1b878) 00000020:00001000:0.0:1767734667.660273:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b870 00000008:00000001:0.0:1767734667.660278:0:249249:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1767734667.660280:0:249249:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1767734667.660284:0:249249:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767734667.660287:0:249249:0:(osc_cache.c:2265:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1767734667.660288:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.660289:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.660380:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767734667.660384:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b870 00000001:00000001:0.0:1767734667.660386:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.660388:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.660434:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767734667.660436:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.660438:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.660481:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767734667.660484:0:249249:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.660486:0:249249:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:0.0:1767734667.660492:0:249249:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:0.0:1767734667.660494:0:249249:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767734667.660497:0:249249:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1886cffb85c0f52f 00000020:00000040:0.0:1767734667.660502:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c9b6c000 with handle 0x1886cffb85c0f52f from hash 00000020:00000040:0.0:1767734667.660514:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1c9b6c000 : new refcount 2 00000020:00000001:0.0:1767734667.660519:0:249249:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767734667.660521:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1c9b6c000 : new refcount 1 00000020:00000001:0.0:1767734667.660523:0:249249:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767734667.660525:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1c9b6c000 : new refcount 0 00000020:00000080:0.0:1767734667.660536:0:249249:0:(genops.c:904:class_export_put()) final put ffff94b1c9b6c000/LOV_OSC_UUID 00000020:00000001:0.0:1767734667.660539:0:249249:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.660581:0:249249:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.660585:0:249249:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.660624:0:243930:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767734667.660632:0:243930:0:(genops.c:863:class_export_destroy()) destroying export ffff94b1c9b6c000/LOV_OSC_UUID for lustre-OST0001-osc-ffff94b1ef335000 00020000:00000001:0.0:1767734667.660634:0:249249:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.660640:0:249249:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734667.660644:0:243930:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 20 to 192.168.203.112@tcp 00020000:00000010:0.0:1767734667.660647:0:249249:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at ffff94b1c66d3a00. 00000020:00000001:1.0:1767734667.660652:0:243930:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767734667.660657:0:243930:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.660658:0:249249:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:00000040:1.0:1767734667.660662:0:243930:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff94b1ef335000 (ffff94b1def8e380) now 5 - export 00000020:01000000:0.0:1767734667.660664:0:249249:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-ffff94b1ef335000 (flags='') 00000020:00000010:1.0:1767734667.660674:0:243930:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b1c9b6c000. 00000020:00000010:0.0:1767734667.660678:0:249249:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff94b1f4645a20. 00000020:00000080:0.0:1767734667.660684:0:249249:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767734667.660689:0:243930:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767734667.660694:0:249249:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767734667.660701:0:249249:0:(obd_config.c:886:class_cleanup()) lustre-OST0001-osc-ffff94b1ef335000: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1767734667.660706:0:249249:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767734667.660709:0:249249:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (ffff94b1def8e380) has no exports 00000020:00000001:0.0:1767734667.660712:0:249249:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767734667.660716:0:249249:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1767734667.660720:0:249249:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c415d800. 00000020:00000010:0.0:1767734667.660726:0:249249:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c415ca00. 00000020:00000010:0.0:1767734667.660730:0:249249:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1f4645c00. 00000008:00000010:0.0:1767734667.660739:0:249249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f209aca0. 00020000:00000010:0.0:1767734667.660745:0:249249:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1c621c9c0. 00008000:00000010:0.0:1767734667.660751:0:249249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c66298b8. 00000080:00000010:0.0:1767734667.660757:0:249249:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c72cff18. 00000080:00000010:0.0:1767734667.660762:0:249249:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c6657d98. 00000020:00000010:0.0:1767734667.660768:0:249249:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1fe4a8940. 00000008:00000001:0.0:1767734667.660773:0:249249:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:0.0:1767734667.660776:0:249249:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000008:00000001:0.0:1767734667.660784:0:249249:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:0.0:1767734667.660787:0:249249:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0001-osc-ffff94b1ef335000: client import never connected 00000100:00000001:0.0:1767734667.660790:0:249249:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767734667.660792:0:249249:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00000001:0.0:1767734667.660794:0:249249:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767734667.660796:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767734667.660798:0:249249:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1ef335000: committing for last_committed 12884903350 gen 8 00000100:00000040:0.0:1767734667.660810:0:249249:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1ef335000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767734667.660814:0:249249:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.660815:0:249249:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767734667.660817:0:249249:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767734667.660819:0:249249:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767734667.660821:0:249249:0:(obd_class.h:479:obd_check_dev()) Device 5 not setup 00000100:00000001:0.0:1767734667.668848:0:249249:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:0.0:1767734667.668852:0:249249:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767734667.668856:0:249249:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767734667.668859:0:249249:0:(obd_class.h:479:obd_check_dev()) Device 5 not setup 00000100:00000001:0.0:1767734667.668861:0:249249:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:0.0:1767734667.668867:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64aa000 refcount=2 obd=lustre-OST0001-osc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.668872:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.668874:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64aa000 refcount=1 obd=lustre-OST0001-osc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.668878:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767734667.668880:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.668882:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64aa000 refcount=0 obd=lustre-OST0001-osc-ffff94b1ef335000 00000020:00000040:0.0:1767734667.668884:0:249249:0:(genops.c:1245:class_import_put()) final put import ffff94b1f64aa000 00000020:00000001:0.0:1767734667.668891:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:0.0:1767734667.668893:0:249249:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:0.0:1767734667.668895:0:249249:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.668948:0:243930:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767734667.668967:0:243930:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff94b1f64aa000 for lustre-OST0001-osc-ffff94b1ef335000 00000020:00000040:1.0:1767734667.668976:0:243930:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 19 to 192.168.203.112@tcp 00000020:00000040:1.0:1767734667.668986:0:243930:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 18 to 192.168.203.112@tcp 00000020:00000010:1.0:1767734667.668991:0:243930:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff94b1ed91b120. 00000020:00000040:1.0:1767734667.668999:0:243930:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff94b1ef335000 (ffff94b1def8e380) now 4 - import 00000020:00000010:1.0:1767734667.669004:0:243930:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff94b1f64aa000. 00000020:00000001:1.0:1767734667.669011:0:243930:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:0.0:1767734667.669209:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff94b1de20e000. 00000020:00000010:0.0:1767734667.669217:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff94b1d0c74000. 00000020:00000010:0.0:1767734667.669221:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff94b1c57b4000. 00000020:00000010:0.0:1767734667.669225:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff94b1c82c2000. 00000020:00000010:0.0:1767734667.669232:0:249249:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff94b1c70a0000. 00000020:00000010:0.0:1767734667.669238:0:249249:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1c6033400. 00000008:00000001:0.0:1767734667.669241:0:249249:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.669247:0:249249:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1fe4a8940. 00000020:00000010:0.0:1767734667.669257:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c415ca00. 00000020:00000010:0.0:1767734667.669261:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1f4645c00. 00000008:00000010:0.0:1767734667.669265:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f209aca0. 00020000:00000010:0.0:1767734667.669270:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c621c9c0. 00008000:00000010:0.0:1767734667.669275:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c66298b8. 00000080:00000010:0.0:1767734667.669281:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c72cff18. 00000080:00000010:0.0:1767734667.669295:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c6657d98. 00000020:00000010:0.0:1767734667.669300:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c415d800. 00000020:00000001:0.0:1767734667.669303:0:249249:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1F:1767734667.669367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6a400. 00000001:00000001:0.0:1767734667.669386:0:249249:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767734667.669398:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1e07f2a00. 00000001:00000010:0.0:1767734667.669405:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1e07f3200. 00000001:00000010:0.0:1767734667.669411:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1e07f2800. 00000001:00000010:0.0:1767734667.669417:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c12e6200. 00000001:00000010:0.0:1767734667.669422:0:249249:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1fe41d720. 00000001:00000010:0.0:1767734667.669427:0:249249:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b1c97f8c00. 00000001:00000001:0.0:1767734667.669436:0:249249:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767734667.669439:0:249249:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767734667.669445:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c12e7800. 00000001:00000010:0.0:1767734667.669450:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c12e7c00. 00000001:00000010:0.0:1767734667.669453:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c12e7e00. 00000001:00000010:0.0:1767734667.669455:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c66d2400. 00000001:00000010:0.0:1767734667.669458:0:249249:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1fe41d560. 00000001:00000010:0.0:1767734667.669461:0:249249:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b1c97f8200. 00000001:00000001:0.0:1767734667.669463:0:249249:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767734667.669465:0:249249:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff94b1ef335000 (ffff94b1def8e380) now 3 - setup 00000020:00000001:0.0:1767734667.669469:0:249249:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.669472:0:249249:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767734667.669475:0:249249:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767734667.669480:0:249249:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767734667.669484:0:249249:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff94b1ef335000 (ffff94b1def8e380) now 2 - obd_device_list 00000020:00000080:0.0:1767734667.669487:0:249249:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0001-osc-ffff94b1ef335000 (uuid ecb0905e-f978-4384-816c-881545595fa4) 00000020:00000040:0.0:1767734667.669490:0:249249:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff94b1ef335000 (ffff94b1def8e380) now 1 - newdev 00000020:00000040:0.0:1767734667.669494:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f64a9000 with handle 0x1886cffb85c0f4fe from hash 00000020:00000040:0.0:1767734667.669499:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f64a9000 : new refcount 0 00000020:00000080:0.0:1767734667.669502:0:249249:0:(genops.c:904:class_export_put()) final put ffff94b1f64a9000/ecb0905e-f978-4384-816c-881545595fa4 00000020:00000001:0.0:1767734667.669505:0:249249:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.669507:0:249249:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767734667.669510:0:249249:0:(genops.c:863:class_export_destroy()) destroying export ffff94b1f64a9000/ecb0905e-f978-4384-816c-881545595fa4 for lustre-OST0001-osc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.669522:0:249249:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767734667.669524:0:249249:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.669527:0:249249:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b1f64a9000. 00000020:00000001:0.0:1767734667.669534:0:249249:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767734667.669537:0:249249:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0001-osc-ffff94b1ef335000 obd_type name = osc 00000020:01000000:0.0:1767734667.669540:0:249249:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-ffff94b1ef335000 (ecb0905e-f978-4384-816c-881545595fa4) 00000020:00000001:0.0:1767734667.669543:0:249249:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767734667.669547:0:249249:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c415d800. 00000020:00000010:0.0:1767734667.669551:0:249249:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c415ca00. 00000020:00000010:0.0:1767734667.669555:0:249249:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1f4645c00. 00000008:00000010:0.0:1767734667.669582:0:249249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f209aca0. 00020000:00000010:0.0:1767734667.669586:0:249249:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1c621c9c0. 00008000:00000010:0.0:1767734667.669590:0:249249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c66298b8. 00000080:00000010:0.0:1767734667.669595:0:249249:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c72cff18. 00000080:00000010:0.0:1767734667.669599:0:249249:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c6657d98. 00000008:00000001:0.0:1767734667.669603:0:249249:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:0.0:1767734667.669609:0:249249:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1767734667.669612:0:249249:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767734667.669616:0:249249:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767734667.669651:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff94b1f8ad1200. 00000020:00000010:0.0:1767734667.669655:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff94b1feb82800. 00000020:00000010:0.0:1767734667.669659:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff94b1c9698e00. 00000020:00000010:0.0:1767734667.669663:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff94b1c2e8f200. 00000020:00000010:0.0:1767734667.669668:0:249249:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff94b1c66d2200. 00000020:00000010:0.0:1767734667.669672:0:249249:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1c6032800. 00010000:00000001:0.0:1767734667.669707:0:249249:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767734667.669720:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff94b1fdf22000. 00000020:00000010:0.0:1767734667.669724:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff94b1fb3b1340. 00000020:00000010:0.0:1767734667.669727:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff94b1dcc67ac0. 00000020:00000010:0.0:1767734667.669731:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff94b1fe4a8280. 00000020:00000010:0.0:1767734667.669734:0:249249:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff94b1fe41d660. 00000020:00000010:0.0:1767734667.669737:0:249249:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1c6032c00. 00000001:00000001:0.0:1767734667.669777:0:249249:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767734667.669832:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1d86e6000. 00000001:00000010:0.0:1767734667.669842:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1d86e0000. 00000001:00000010:0.0:1767734667.669846:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1ddc20000. 00000001:00000010:0.0:1767734667.669850:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1ddc24000. 00000001:00000010:0.0:1767734667.669853:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1ddc22000. 00000001:00000010:0.0:1767734667.669856:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1ddc26000. 00000001:00000010:0.0:1767734667.669860:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b201138000. 00000001:00000010:0.0:1767734667.669863:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b20113c000. 00000001:00000010:0.0:1767734667.669868:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b20113a000. 00000001:00000010:0.0:1767734667.669872:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b20113e000. 00000001:00000010:0.0:1767734667.669875:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1f97f4000. 00000001:00000010:0.0:1767734667.669878:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1f97f2000. 00000001:00000010:0.0:1767734667.669882:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1f97f6000. 00000001:00000010:0.0:1767734667.669885:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1f97f0000. 00000001:00000010:0.0:1767734667.669888:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b20180c000. 00000001:00000010:0.0:1767734667.669892:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b20180a000. 00000001:00000010:0.0:1767734667.669896:0:249249:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff94b1f65d9d80. 00000001:00000010:0.0:1767734667.669899:0:249249:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff94b1c66d3c00. 00000001:00000001:0.0:1767734667.669902:0:249249:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767734667.669905:0:249249:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff94b1c6031000. 00010000:00000001:0.0:1767734667.669909:0:249249:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767734667.669912:0:249249:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767734667.669913:0:249249:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1767734667.669916:0:249249:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:0.0:1767734667.669918:0:249249:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1767734667.669919:0:249249:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767734667.669921:0:249249:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1767734667.669925:0:249249:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff94b1c70a7000. 00010000:00000010:0.0:1767734667.669930:0:249249:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff94b1c70a2000. 00010000:00000001:0.0:1767734667.669934:0:249249:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:0.0:1767734667.669937:0:249249:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1767734667.669940:0:249249:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at ffff94b1f65d9780. 00000020:00000010:0.0:1767734667.669945:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c415ca00. 00000020:00000010:0.0:1767734667.669949:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1f4645c00. 00000008:00000010:0.0:1767734667.669952:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f209aca0. 00020000:00000010:0.0:1767734667.669963:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c621c9c0. 00008000:00000010:0.0:1767734667.669967:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c66298b8. 00000080:00000010:0.0:1767734667.669971:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c72cff18. 00000080:00000010:0.0:1767734667.669975:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c6657d98. 00000020:00000010:0.0:1767734667.669978:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c415d800. 00000020:00000001:0.0:1767734667.669982:0:249249:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.669985:0:249249:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6368 at ffff94b1def8e380. 00000020:00000001:0.0:1767734667.669994:0:249249:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.669997:0:249249:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767734667.670001:0:249249:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff94b1f4645a20. 00000020:00000001:0.0:1767734667.670004:0:249249:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:0.0:1767734667.670008:0:249249:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff94b1ef335000 00020000:00000001:0.0:1767734667.670010:0:249249:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:0.0:1767734667.670012:0:249249:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff94b1ef335000: disconnecting target lustre-OST0000-osc-ffff94b1ef335000 00020000:00000001:0.0:1767734667.670015:0:249249:0:(obd_class.h:1347:obd_register_observer()) Process entered 00020000:00000001:0.0:1767734667.670018:0:249249:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.670020:0:249249:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:0.0:1767734667.670022:0:249249:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:0.0:1767734667.670025:0:249249:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-OST0000-osc-ffff94b1ef335000 - 1 00000100:00000001:0.0:1767734667.670027:0:249249:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1767734667.670030:0:249249:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID 00000020:00000001:0.0:1767734667.670032:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.670033:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ad800 refcount=1 obd=lustre-OST0000-osc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.670036:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767734667.670038:0:249249:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.670041:0:249249:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:0.0:1767734667.670043:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.670045:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1767734667.670054:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc700 count: 2 00010000:00000001:0.0:1767734667.670058:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.670061:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc700 count: 3 00010000:00000001:0.0:1767734667.670064:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.670067:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.670071:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.670081:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff94b1ef335000 lock: ffff94b1c1677e00/0x1886cffb85c2b4f7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x185e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dab1bc expref: -99 pid: 241512 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1767734667.670094:0:249249:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767734667.670096:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734667.670099:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145592 : -117983526406024 : ffff94b1d1d1b878) 00000020:00001000:0.0:1767734667.670103:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b870 00000008:00000001:0.0:1767734667.670105:0:249249:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767734667.670107:0:249249:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767734667.670110:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b870 00000008:00000001:0.0:1767734667.670112:0:249249:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.670115:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.670120:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.670122:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.670124:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.670127:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.670131:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c1677e00 with handle 0x1886cffb85c2b4f7 from hash 00010000:00000001:0.0:1767734667.670135:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.670136:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.670138:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.670139:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.670143:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.670145:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.670148:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.670150:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.670153:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.670155:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.670160:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2dab100. 00000020:00000040:0.0:1767734667.670164:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ad800 refcount=2 obd=lustre-OST0000-osc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.670168:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.670170:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.670174:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.670179:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.670184:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.670187:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.670198:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff94b1ef335000 lock: ffff94b1c1677e00/0x1886cffb85c2b4f7 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x185e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dab1bc expref: -99 pid: 241512 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767734667.670209:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.670211:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.670214:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.670216:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.670220:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.670222:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886308224 : -117982823243392 : ffff94b1fbbb2180) 00000100:00000001:0.0:1767734667.670225:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.670227:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737381632 : -117982972169984 : ffff94b1f2dab100) 00000100:00000001:0.0:1767734667.670232:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.670235:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.670238:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.670240:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.670248:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2dab100 x1853602672057984/t0(0) o103->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.670259:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.670262:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.670267:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2dab100 x1853602672057984/t0(0) o103->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.670276:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.670279:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.670281:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.670283:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2180 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.670286:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.670288:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.670291:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.670293:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.670295:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.670300:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2dab100 x1853602672057984/t0(0) o103->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.670339:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2dab100 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672057984:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.670356:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.670363:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.670366:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.670368:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.670373:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2dab100 x1853602672057984/t0(0) o103->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.670382:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.670385:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2180. 00000100:00000001:0.0:1767734667.670388:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.670390:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.670393:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.670395:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.670399:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2dab100 x1853602672057984/t0(0) o103->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.670408:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.670410:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.670412:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ad800 refcount=1 obd=lustre-OST0000-osc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.670414:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.670416:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.670419:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.670421:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.670423:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2dab100. 00000100:00000001:0.0:1767734667.670426:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.670427:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.670430:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.670432:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.670435:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.670439:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff94b1ef335000 lock: ffff94b1c1677e00/0x1886cffb85c2b4f7 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x185e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dab1bc expref: -99 pid: 241512 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767734667.670450:0:249249:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94b1f0ebda00. 00010000:00000001:0.0:1767734667.670456:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.670458:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.670467:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.670471:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f0ebc700 count: 0 00010000:00000010:0.0:1767734667.670477:0:249249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94b1f0ebcd00. 00000001:00000001:0.0:1767734667.670531:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.670534:0:249249:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.670537:0:249249:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767734667.670539:0:249249:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767734667.670541:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.670543:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.670608:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767734667.670611:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.670614:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.670658:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.670660:0:249249:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.670663:0:249249:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:0.0:1767734667.670665:0:249249:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1767734667.670667:0:249249:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1767734667.670669:0:249249:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1767734667.670674:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2dab100. 00000020:00000040:0.0:1767734667.670677:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ad800 refcount=2 obd=lustre-OST0000-osc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.670680:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.670682:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.670685:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.670690:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1700. 00000100:00000001:0.0:1767734667.670695:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.670698:0:249249:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626090737381632 : -117982972169984 : ffff94b1f2dab100) 00000100:00080000:0.0:1767734667.670701:0:249249:0:(import.c:65:import_set_state_nolock()) ffff94b1f64ad800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1767734667.670706:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.670709:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.670716:0:249249:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004ab52b8] to pc [ptlrpcd_rcv+-1] req@ffff94b1f2dab100 x1853602672058112/t0(0) o9->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.670739:0:249249:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.670844:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734667.670851:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734667.670853:0:196090:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734667.670864:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2dab100 x1853602672058112/t0(0) o9->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.670878:0:196090:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734667.670880:0:196090:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.670897:0:196090:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734667.670900:0:196090:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734667.670903:0:196090:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734667.670908:0:196090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ecb0905e-f978-4384-816c-881545595fa4:196090:1853602672058112:192.168.203.112@tcp:9:umount.0 00000100:00000001:3.0:1767734667.670913:0:196090:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734667.670918:0:196090:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734667.670920:0:196090:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.670923:0:196090:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734667.670927:0:196090:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1fe885400. 02000000:00000001:3.0:1767734667.670930:0:196090:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734667.670937:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734667.670942:0:196090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113cb8. 00000400:00000010:3.0:1767734667.670947:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7880. 00000100:00000200:3.0:1767734667.670952:0:196090:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672058112, portal 4 00000100:00000001:3.0:1767734667.670955:0:196090:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734667.670957:0:196090:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737381632 : -117982972169984 : ffff94b1f2dab100) 00000100:00000040:3.0:1767734667.670965:0:196090:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2dab100 x1853602672058112/t0(0) o9->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.670975:0:196090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734667.670979:0:196090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734667.670982:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e74c8. 00000100:00000200:3.0:1767734667.670985:0:196090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672058112, offset 0 00000400:00000200:3.0:1767734667.670992:0:196090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734667.670998:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.671004:0:196090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734667.671009:0:196090:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734667.671013:0:196090:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734667.671016:0:196090:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734667.671020:0:196090:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734667.671024:0:196090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66502:66502:256:4294967295] 192.168.203.112@tcp LPNI seq info [66502:66502:8:4294967295] 00000400:00000200:3.0:1767734667.671030:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.671039:0:196090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734667.671053:0:196090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734667.671058:0:196090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c53e8f00. 00000800:00000200:3.0:1767734667.671064:0:196090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734667.671071:0:196090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734667.671076:0:196090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c53e8f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767734667.671099:0:196090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.671105:0:196090:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: using a timeout of 38663 usecs (39 jiffies) 00000400:00000200:3.0:1767734667.671110:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734667.671113:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429531 00000100:00000001:3.0:1767734667.671116:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303430322 00000100:00000001:3.0:1767734667.671119:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429531 00000100:00000001:3.0:1767734667.671122:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303430322 00000100:00000001:3.0:1767734667.671125:0:196090:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734667.671128:0:196090:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.671132:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.671134:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.671140:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734667.671142:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767734667.671145:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734667.671147:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734667.671149:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.671151:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.671263:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.671271:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c53e8f00. 00000400:00000200:2.0:1767734667.671281:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.671289:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.671298:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e74c8 00000400:00000010:2.0:1767734667.671301:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e74c8. 00000100:00000001:2.0:1767734667.671334:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.671344:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2dab100 x1853602672058112/t0(0) o9->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.671363:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.671369:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2dab100 x1853602672058112/t0(0) o9->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.671380:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.671397:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.674257:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.674271:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.674274:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.674277:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.674289:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.674299:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.674346:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.674351:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.674360:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.674372:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d29f00 00000400:00000200:2.0:1767734667.674380:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.674387:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b615 [1] + 224 00000800:00000001:2.0:1767734667.674396:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.674407:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.674410:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.674416:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.674423:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.674431:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2dab100 x1853602672058112/t0(0) o9->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734667.674447:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2dab100 x1853602672058112/t0(0) o9->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.674468:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.674475:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.674479:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.674593:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734667.674599:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734667.674609:0:196090:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734667.674611:0:196090:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734667.674615:0:196090:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113cb8. 00000400:00000200:3.0:1767734667.674622:0:196090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7880 00000400:00000010:3.0:1767734667.674624:0:196090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7880. 00000100:00000001:3.0:1767734667.674628:0:196090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.674637:0:196090:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2dab100 x1853602672058112/t0(0) o9->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734667.674652:0:196090:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2dab100 x1853602672058112/t0(0) o9->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.674678:0:196090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734667.674681:0:196090:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.674684:0:196090:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734667.674687:0:196090:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734667.674689:0:196090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734667.674691:0:196090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.674695:0:196090:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734667.674701:0:196090:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64adc58 time=94 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734667.674706:0:196090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64adc10 time=48 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734667.674709:0:196090:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734667.674711:0:196090:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734667.674713:0:196090:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734667.674717:0:196090:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.674721:0:196090:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734667.674723:0:196090:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: skip recheck: last_committed 17179871170 00000100:00000001:3.0:1767734667.674726:0:196090:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734667.674729:0:196090:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.674734:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2dab100 x1853602672058112/t0(0) o9->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.674744:0:196090:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734667.674748:0:196090:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734667.674750:0:196090:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767734667.674753:0:196090:0:(import.c:65:import_set_state_nolock()) ffff94b1f64ad800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1767734667.674756:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1767734667.674759:0:196090:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1767734667.674761:0:196090:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.674763:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767734667.674765:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1767734667.674766:0:196090:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1767734667.674768:0:196090:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.674771:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:3.0:1767734667.674792:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2dab100 x1853602672058112/t0(0) o9->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734667.674819:0:196090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ecb0905e-f978-4384-816c-881545595fa4:196090:1853602672058112:192.168.203.112@tcp:9:umount.0 00000100:00000001:3.0:1767734667.674826:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.674829:0:196090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734667.674834:0:196090:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2dab100 x1853602672058112/t0(0) o9->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.674844:0:196090:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767734667.674847:0:249249:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.674848:0:196090:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734667.674855:0:196090:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1fe885400. 00000100:00000001:0.0:1767734667.674858:0:249249:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 02000000:00000001:3.0:1767734667.674863:0:196090:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734667.674866:0:196090:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734667.674868:0:196090:0:(genops.c:1242:class_import_put()) import ffff94b1f64ad800 refcount=1 obd=lustre-OST0000-osc-ffff94b1ef335000 00000020:00000001:3.0:1767734667.674871:0:196090:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:0.0:1767734667.674878:0:249249:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 02000000:00000010:3.0:1767734667.674879:0:196090:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1700. 00000100:00000001:0.0:1767734667.674885:0:249249:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 02000000:00000001:3.0:1767734667.674888:0:196090:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767734667.674890:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767734667.674893:0:196090:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1767734667.674895:0:249249:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: committing for last_committed 17179871170 gen 3 00000100:00000010:3.0:1767734667.674899:0:196090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2dab100. 00000100:00000040:0.0:1767734667.674904:0:249249:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767734667.674906:0:196090:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.674913:0:249249:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734667.674914:0:196090:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.674919:0:249249:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767734667.674921:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.674924:0:249249:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767734667.674929:0:249249:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767734667.674931:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000008:00000001:0.0:1767734667.674932:0:249249:0:(osc_request.c:3856:osc_import_event()) Process entered 00000100:00000001:3.0:1767734667.674938:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767734667.674940:0:249249:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.674945:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734667.674947:0:249249:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767734667.674952:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.674954:0:249249:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767734667.674962:0:249249:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:0.0:1767734667.674966:0:249249:0:(osc_request.c:3856:osc_import_event()) Process entered 00000001:00000001:0.0:1767734667.674968:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.674970:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.675019:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767734667.675022:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.675023:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.675067:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.675070:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734667.675073:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145592 : -117983526406024 : ffff94b1d1d1b878) 00000020:00001000:0.0:1767734667.675076:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b870 00000008:00000001:0.0:1767734667.675080:0:249249:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1767734667.675081:0:249249:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1767734667.675083:0:249249:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767734667.675085:0:249249:0:(osc_cache.c:2265:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1767734667.675087:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.675089:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.675133:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767734667.675135:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b870 00000001:00000001:0.0:1767734667.675137:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.675139:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.675183:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767734667.675185:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.675186:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.675230:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767734667.675249:0:249249:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.675252:0:249249:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:0.0:1767734667.675255:0:249249:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:0.0:1767734667.675258:0:249249:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767734667.675261:0:249249:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1886cffb85c0f528 00000020:00000040:0.0:1767734667.675265:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c9b6b000 with handle 0x1886cffb85c0f528 from hash 00000020:00000040:0.0:1767734667.675279:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1c9b6b000 : new refcount 2 00000020:00000001:0.0:1767734667.675283:0:249249:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767734667.675285:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1c9b6b000 : new refcount 1 00000020:00000001:0.0:1767734667.675287:0:249249:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767734667.675290:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1c9b6b000 : new refcount 0 00000020:00000080:0.0:1767734667.675292:0:249249:0:(genops.c:904:class_export_put()) final put ffff94b1c9b6b000/LOV_OSC_UUID 00000020:00000001:0.0:1767734667.675295:0:249249:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.675340:0:249249:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.675343:0:249249:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.675380:0:249249:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.675383:0:249249:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1767734667.675386:0:249249:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at ffff94b1e07f3e00. 00000020:00000001:0.0:1767734667.675392:0:249249:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767734667.675395:0:249249:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff94b1ef335000 (flags='') 00000020:00000010:0.0:1767734667.675400:0:249249:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff94b1f4645a20. 00000020:00000080:0.0:1767734667.675404:0:249249:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767734667.675410:0:249249:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767734667.675414:0:249249:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-ffff94b1ef335000: forcing exports to disconnect: 0/3 00000020:00000001:0.0:1767734667.675419:0:249249:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767734667.675421:0:249249:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (ffff94b1def8caa0) has no exports 00000020:00000001:0.0:1767734667.675424:0:249249:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767734667.675428:0:249249:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:1.0:1767734667.675430:0:243930:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:0.0:1767734667.675433:0:249249:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c415d800. 00000020:00000080:1.0:1767734667.675438:0:243930:0:(genops.c:863:class_export_destroy()) destroying export ffff94b1c9b6b000/LOV_OSC_UUID for lustre-OST0000-osc-ffff94b1ef335000 00000020:00000010:0.0:1767734667.675441:0:249249:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c415ca00. 00000020:00000010:0.0:1767734667.675449:0:249249:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1f4645c00. 00000020:00000040:1.0:1767734667.675451:0:243930:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 17 to 192.168.203.112@tcp 00000008:00000010:0.0:1767734667.675456:0:249249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f209aca0. 00000020:00000001:1.0:1767734667.675458:0:243930:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00020000:00000010:0.0:1767734667.675464:0:249249:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1c621c9c0. 00000020:00000001:1.0:1767734667.675465:0:243930:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734667.675476:0:243930:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff94b1ef335000 (ffff94b1def8caa0) now 5 - export 00008000:00000010:0.0:1767734667.675477:0:249249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c66298b8. 00000020:00000010:1.0:1767734667.675484:0:243930:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b1c9b6b000. 00000080:00000010:0.0:1767734667.675487:0:249249:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c72cff18. 00000020:00000001:1.0:1767734667.675494:0:243930:0:(genops.c:880:class_export_destroy()) Process leaving 00000080:00000010:0.0:1767734667.675506:0:249249:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c6657d98. 00000020:00000010:0.0:1767734667.675511:0:249249:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1fe4a8dc0. 00000008:00000001:0.0:1767734667.675516:0:249249:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:0.0:1767734667.675519:0:249249:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000008:00000001:0.0:1767734667.675527:0:249249:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:0.0:1767734667.675530:0:249249:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-ffff94b1ef335000: client import never connected 00000100:00000001:0.0:1767734667.675534:0:249249:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767734667.675536:0:249249:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767734667.675538:0:249249:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767734667.675541:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767734667.675543:0:249249:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: committing for last_committed 17179871170 gen 4 00000100:00000040:0.0:1767734667.675547:0:249249:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767734667.675551:0:249249:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.675552:0:249249:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767734667.675554:0:249249:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767734667.675556:0:249249:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767734667.675580:0:249249:0:(obd_class.h:479:obd_check_dev()) Device 4 not setup 00000100:00000001:0.0:1767734667.675582:0:249249:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:0.0:1767734667.675584:0:249249:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767734667.675587:0:249249:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767734667.675589:0:249249:0:(obd_class.h:479:obd_check_dev()) Device 4 not setup 00000100:00000001:0.0:1767734667.675591:0:249249:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:0.0:1767734667.675595:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ad800 refcount=2 obd=lustre-OST0000-osc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.675598:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.675601:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ad800 refcount=1 obd=lustre-OST0000-osc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.675604:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767734667.675606:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.675608:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ad800 refcount=0 obd=lustre-OST0000-osc-ffff94b1ef335000 00000020:00000040:0.0:1767734667.675611:0:249249:0:(genops.c:1245:class_import_put()) final put import ffff94b1f64ad800 00000020:00000001:0.0:1767734667.675624:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:0.0:1767734667.675626:0:249249:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:0.0:1767734667.675628:0:249249:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.675675:0:243930:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767734667.675680:0:243930:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff94b1f64ad800 for lustre-OST0000-osc-ffff94b1ef335000 00000020:00000040:1.0:1767734667.675688:0:243930:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 16 to 192.168.203.112@tcp 00000020:00000040:1.0:1767734667.675696:0:243930:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 15 to 192.168.203.112@tcp 00000020:00000010:1.0:1767734667.675699:0:243930:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff94b1ed91b7e0. 00000020:00000040:1.0:1767734667.675706:0:243930:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff94b1ef335000 (ffff94b1def8caa0) now 4 - import 00000020:00000010:1.0:1767734667.675711:0:243930:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff94b1f64ad800. 00000020:00000001:1.0:1767734667.675717:0:243930:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:0.0:1767734667.675894:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff94b1de208000. 00000020:00000010:0.0:1767734667.675902:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff94b201808000. 00000020:00000010:0.0:1767734667.675906:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff94b1c57b2000. 00000020:00000010:0.0:1767734667.675910:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff94b1eff48000. 00000020:00000010:0.0:1767734667.675925:0:249249:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff94b1c4c1d000. 00000020:00000010:0.0:1767734667.675931:0:249249:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1ee060000. 00000008:00000001:0.0:1767734667.675934:0:249249:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.675940:0:249249:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1fe4a8dc0. 00000020:00000010:0.0:1767734667.675945:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c415ca00. 00000020:00000010:0.0:1767734667.675949:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1f4645c00. 00000008:00000010:0.0:1767734667.675953:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f209aca0. 00020000:00000010:0.0:1767734667.675957:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c621c9c0. 00008000:00000010:0.0:1767734667.675961:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c66298b8. 00000080:00000010:0.0:1767734667.675965:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c72cff18. 00000080:00000010:0.0:1767734667.675968:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c6657d98. 00000020:00000010:0.0:1767734667.675972:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c415d800. 00000020:00000001:0.0:1767734667.675975:0:249249:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767734667.675986:0:249249:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767734667.675994:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d1fe5600. 00000001:00000010:0.0:1767734667.676000:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d1fe4a00. 00000001:00000010:0.0:1767734667.676004:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d1fe4e00. 00000001:00000010:0.0:1767734667.676006:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d1fe5200. 00000001:00000010:0.0:1767734667.676010:0:249249:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1fe41d880. 00000001:00000010:0.0:1767734667.676013:0:249249:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b1ef790a00. 00000001:00000001:0.0:1767734667.676017:0:249249:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767734667.676019:0:249249:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767734667.676024:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d1fe5800. 00000001:00000010:0.0:1767734667.676027:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d8c93a00. 00000001:00000010:0.0:1767734667.676031:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d8c92400. 00000001:00000010:0.0:1767734667.676035:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1e07f3000. 00000001:00000010:0.0:1767734667.676037:0:249249:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1fe41d8e0. 00000001:00000010:0.0:1767734667.676040:0:249249:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b1c97f8300. 00000001:00000001:0.0:1767734667.676043:0:249249:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767734667.676045:0:249249:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff94b1ef335000 (ffff94b1def8caa0) now 3 - setup 00000020:00000001:0.0:1767734667.676048:0:249249:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.676050:0:249249:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767734667.676054:0:249249:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767734667.676057:0:249249:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767734667.676067:0:249249:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff94b1ef335000 (ffff94b1def8caa0) now 2 - obd_device_list 00000020:00000080:0.0:1767734667.676070:0:249249:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-ffff94b1ef335000 (uuid ecb0905e-f978-4384-816c-881545595fa4) 00000020:00000040:0.0:1767734667.676073:0:249249:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff94b1ef335000 (ffff94b1def8caa0) now 1 - newdev 00000020:00000040:0.0:1767734667.676078:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f64a9800 with handle 0x1886cffb85c0f4f7 from hash 00000020:00000040:0.0:1767734667.676082:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f64a9800 : new refcount 0 00000020:00000080:0.0:1767734667.676084:0:249249:0:(genops.c:904:class_export_put()) final put ffff94b1f64a9800/ecb0905e-f978-4384-816c-881545595fa4 00000020:00000001:0.0:1767734667.676087:0:249249:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.676090:0:249249:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767734667.676093:0:249249:0:(genops.c:863:class_export_destroy()) destroying export ffff94b1f64a9800/ecb0905e-f978-4384-816c-881545595fa4 for lustre-OST0000-osc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.676096:0:249249:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767734667.676098:0:249249:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.676100:0:249249:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b1f64a9800. 00000020:00000001:0.0:1767734667.676104:0:249249:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767734667.676106:0:249249:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-ffff94b1ef335000 obd_type name = osc 00000020:01000000:0.0:1767734667.676108:0:249249:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff94b1ef335000 (ecb0905e-f978-4384-816c-881545595fa4) 00000020:00000001:0.0:1767734667.676110:0:249249:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767734667.676113:0:249249:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c415d800. 00000020:00000010:0.0:1767734667.676116:0:249249:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c415ca00. 00000020:00000010:0.0:1767734667.676119:0:249249:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1f4645c00. 00000008:00000010:0.0:1767734667.676124:0:249249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f209aca0. 00020000:00000010:0.0:1767734667.676127:0:249249:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1c621c9c0. 00008000:00000010:0.0:1767734667.676130:0:249249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c66298b8. 00000080:00000010:0.0:1767734667.676135:0:249249:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c72cff18. 00000080:00000010:0.0:1767734667.676138:0:249249:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c6657d98. 00000008:00000001:0.0:1767734667.676142:0:249249:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:0.0:1767734667.676146:0:249249:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1767734667.676148:0:249249:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767734667.676151:0:249249:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767734667.676184:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff94b1c9645c00. 00000020:00000010:0.0:1767734667.676188:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff94b1c66d3400. 00000020:00000010:0.0:1767734667.676192:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff94b1c7f37000. 00000020:00000010:0.0:1767734667.676196:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff94b2005f9200. 00000020:00000010:0.0:1767734667.676207:0:249249:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff94b1e07f3a00. 00000020:00000010:0.0:1767734667.676211:0:249249:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1ee063400. 00010000:00000001:0.0:1767734667.676242:0:249249:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767734667.676253:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff94b1fdf222c0. 00000020:00000010:0.0:1767734667.676257:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff94b1fb3b1ec0. 00000020:00000010:0.0:1767734667.676260:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff94b1dcc67c00. 00000020:00000010:0.0:1767734667.676263:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff94b1fe4a8500. 00000020:00000010:0.0:1767734667.676267:0:249249:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff94b1fe41dc00. 00000020:00000010:0.0:1767734667.676270:0:249249:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1ee060800. 00000001:00000001:0.0:1767734667.676305:0:249249:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767734667.676380:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1c6994000. 00000001:00000010:0.0:1767734667.676399:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1c6996000. 00000001:00000010:0.0:1767734667.676404:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1f2cda000. 00000001:00000010:0.0:1767734667.676409:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1f2cde000. 00000001:00000010:0.0:1767734667.676413:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1f2cd8000. 00000001:00000010:0.0:1767734667.676417:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1f2cdc000. 00000001:00000010:0.0:1767734667.676423:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1c4172000. 00000001:00000010:0.0:1767734667.676429:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1c4176000. 00000001:00000010:0.0:1767734667.676434:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1c4170000. 00000001:00000010:0.0:1767734667.676437:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1c4174000. 00000001:00000010:0.0:1767734667.676443:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1d0c4e000. 00000001:00000010:0.0:1767734667.676463:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1d0c48000. 00000001:00000010:0.0:1767734667.676468:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1d0c4c000. 00000001:00000010:0.0:1767734667.676471:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1d0c4a000. 00000001:00000010:0.0:1767734667.676475:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1d86e4000. 00000001:00000010:0.0:1767734667.676479:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1d86e2000. 00000001:00000010:0.0:1767734667.676491:0:249249:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff94b1f65d9400. 00000001:00000010:0.0:1767734667.676495:0:249249:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff94b1e07f2400. 00000001:00000001:0.0:1767734667.676498:0:249249:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767734667.676502:0:249249:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff94b1ee061400. 00010000:00000001:0.0:1767734667.676505:0:249249:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767734667.676508:0:249249:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767734667.676509:0:249249:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1767734667.676518:0:249249:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:0.0:1767734667.676521:0:249249:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1767734667.676522:0:249249:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767734667.676524:0:249249:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1767734667.676527:0:249249:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff94b1c4c1f000. 00010000:00000010:0.0:1767734667.676532:0:249249:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff94b1c4c1e000. 00010000:00000001:0.0:1767734667.676535:0:249249:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:0.0:1767734667.676537:0:249249:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1767734667.676540:0:249249:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at ffff94b1f65d9280. 00000020:00000010:0.0:1767734667.676544:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c415ca00. 00000020:00000010:0.0:1767734667.676547:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1f4645c00. 00000008:00000010:0.0:1767734667.676551:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f209aca0. 00020000:00000010:0.0:1767734667.676554:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c621c9c0. 00008000:00000010:0.0:1767734667.676578:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c66298b8. 00000080:00000010:0.0:1767734667.676583:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c72cff18. 00000080:00000010:0.0:1767734667.676586:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c6657d98. 00000020:00000010:0.0:1767734667.676590:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c415d800. 00000020:00000001:0.0:1767734667.676593:0:249249:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.676596:0:249249:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6368 at ffff94b1def8caa0. 00000020:00000001:0.0:1767734667.676603:0:249249:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.676606:0:249249:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767734667.676609:0:249249:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff94b1f4645a20. 00000020:00000001:0.0:1767734667.676613:0:249249:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1767734667.676617:0:249249:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff94b1c4c1b000. 00020000:00000001:0.0:1767734667.676623:0:249249:0:(lov_obd.c:795:lov_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.676635:0:249249:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at ffff94b201064000. 00000020:00000010:0.0:1767734667.676647:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff94b1c6b0f200. 00000020:00000010:0.0:1767734667.676650:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff94b1d8ef3800. 00000020:00000010:0.0:1767734667.676654:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff94b1d1da9f00. 00000020:00000010:0.0:1767734667.676657:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff94b1f45c8900. 00000020:00000010:0.0:1767734667.676663:0:249249:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff94b1fb35c300. 00000020:00000010:0.0:1767734667.676667:0:249249:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1ded3a800. 00020000:00000010:0.0:1767734667.676671:0:249249:0:(lov_dev.c:310:lov_device_free()) kfreed 'ld->ld_target': 512 at ffff94b1e07f2c00. 00020000:00000010:0.0:1767734667.676675:0:249249:0:(lov_dev.c:314:lov_device_free()) kfreed 'ld->ld_md_tgts': 4096 at ffff94b1c60dd000. 00020000:00000010:0.0:1767734667.676688:0:249249:0:(lov_dev.c:319:lov_device_free()) kfreed 'ld->ld_lov->lov_mdc_tgts': 4096 at ffff94b1c60de000. 00020000:00000010:0.0:1767734667.676692:0:249249:0:(lov_dev.c:323:lov_device_free()) kfreed 'ld': 584 at ffff94b1ded39400. 00000020:00001000:0.0:1767734667.676696:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b5a0 00000080:00000001:0.0:1767734667.676700:0:249249:0:(vvp_dev.c:366:cl_sb_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.676703:0:249249:0:(obd_class.h:902:obd_disconnect()) Process entered 00020000:00000001:0.0:1767734667.676706:0:249249:0:(lov_obd.c:290:lov_disconnect()) Process entered 00000020:00000001:0.0:1767734667.676708:0:249249:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767734667.676711:0:249249:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1886cffb85c0f521 00000020:00000040:0.0:1767734667.676715:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c9b6f800 with handle 0x1886cffb85c0f521 from hash 00000020:00000001:0.0:1767734667.676720:0:249249:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767734667.676722:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1c9b6f800 : new refcount 1 00000020:00000001:0.0:1767734667.676724:0:249249:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767734667.676726:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1c9b6f800 : new refcount 0 00000020:00000080:0.0:1767734667.676729:0:249249:0:(genops.c:904:class_export_put()) final put ffff94b1c9b6f800/ecb0905e-f978-4384-816c-881545595fa4 00000020:00000001:0.0:1767734667.676732:0:249249:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.676748:0:249249:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734667.676751:0:249249:0:(lov_obd.c:321:lov_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.676754:0:249249:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.676865:0:243930:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767734667.676871:0:243930:0:(genops.c:863:class_export_destroy()) destroying export ffff94b1c9b6f800/ecb0905e-f978-4384-816c-881545595fa4 for lustre-clilov-ffff94b1ef335000 00000020:00000001:1.0:1767734667.676877:0:243930:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767734667.676881:0:243930:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734667.676886:0:243930:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff94b1ef335000 (ffff94b1def88000) now 4 - export 00000020:00000010:1.0:1767734667.676892:0:243930:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b1c9b6f800. 00000020:00000001:1.0:1767734667.676906:0:243930:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1767734667.677096:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 768 at ffff94b1e7f48400. 00000020:00000010:0.0:1767734667.677103:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 768 at ffff94b1c6032000. 00000020:00000010:0.0:1767734667.677106:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 768 at ffff94b1c597fc00. 00000020:00000010:0.0:1767734667.677110:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 768 at ffff94b200224c00. 00000020:00000010:0.0:1767734667.677114:0:249249:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 576 at ffff94b1ed8e5000. 00000020:00000010:0.0:1767734667.677118:0:249249:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1ed8e5800. 00000020:00000010:0.0:1767734667.677122:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff94b1d2056000. 00000020:00000010:0.0:1767734667.677126:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff94b1f64a8000. 00000020:00000010:0.0:1767734667.677131:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff94b1d1e4a000. 00000020:00000010:0.0:1767734667.677135:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff94b1c59f9800. 00000020:00000010:0.0:1767734667.677139:0:249249:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1440 at ffff94b1c59fb800. 00000020:00000010:0.0:1767734667.677143:0:249249:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1ed8e5c00. 00000080:00000001:0.0:1767734667.677146:0:249249:0:(obd_class.h:902:obd_disconnect()) Process entered 00800000:00000001:0.0:1767734667.677149:0:249249:0:(lmv_obd.c:590:lmv_disconnect()) Process entered 00800000:00000001:0.0:1767734667.677151:0:249249:0:(lmv_obd.c:535:lmv_disconnect_mdc()) Process entered 00020000:00000001:0.0:1767734667.677157:0:249249:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:0.0:1767734667.677169:0:249249:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 192.168.203.112@tcp 00020000:00000010:0.0:1767734667.677172:0:249249:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at ffff94b1de9ae600. 00020000:00000001:0.0:1767734667.677176:0:249249:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767734667.677180:0:249249:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:0.0:1767734667.677184:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1c9b6d800 : new refcount 3 80000000:00000010:0.0:1767734667.677186:0:249249:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at ffff94b1fdf22b80. 80000000:00000001:0.0:1767734667.677190:0:249249:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1767734667.677193:0:249249:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:0.0:1767734667.677196:0:249249:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:0.0:1767734667.677241:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1c9b6d800 : new refcount 2 40000000:00000001:0.0:1767734667.677244:0:249249:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767734667.677246:0:249249:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffff94b1c6b0f300. 40000000:00000001:0.0:1767734667.677249:0:249249:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1767734667.677253:0:249249:0:(lmv_obd.c:569:lmv_disconnect_mdc()) Disconnected from lustre-MDT0000-mdc-ffff94b1ef335000(ecb0905e-f978-4384-816c-881545595fa4) successfully 00800000:00000001:0.0:1767734667.677256:0:249249:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:0.0:1767734667.677260:0:249249:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.677262:0:249249:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:0.0:1767734667.677265:0:249249:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:0.0:1767734667.677268:0:249249:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-MDT0000-mdc-ffff94b1ef335000 - 1 00000100:00000001:0.0:1767734667.677270:0:249249:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1767734667.677273:0:249249:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID 00000020:00000001:0.0:1767734667.677275:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.677277:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.677280:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767734667.677282:0:249249:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.677285:0:249249:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:0.0:1767734667.677287:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.677289:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1767734667.677294:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26600 count: 3 00010000:00000001:0.0:1767734667.677298:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.677301:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26600 count: 4 00010000:00000001:0.0:1767734667.677303:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000010:0.1:1767734667.677434:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c1677e00. 00010000:00000010:0.1:1767734667.677442:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f0ebc700. 00010000:00000001:0.0:1767734667.677449:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.677455:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.677460:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6ca00/0x1886cffb85c2add4 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x89e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8d6c expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.677480:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.677483:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.677486:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.677487:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.677490:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.677493:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.677495:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.677497:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.677500:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.677503:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6ca00 with handle 0x1886cffb85c2add4 from hash 00010000:00000001:0.0:1767734667.677506:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.677508:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.677510:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.677511:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.677514:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.677516:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.677519:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.677522:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afd400/0x1886cffb85c296ea lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x89e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da4ab4 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.677530:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.677531:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.677533:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.677534:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.677536:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.677538:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.677540:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.677541:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.677543:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.677546:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b200afd400 with handle 0x1886cffb85c296ea from hash 00010000:00000001:0.0:1767734667.677549:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.677550:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.677552:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.677553:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.677582:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.677584:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.677587:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.677589:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.677592:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.677594:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.677600:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.677603:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.677607:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.677609:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.677612:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.677617:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.677622:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.677625:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.677629:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6ca00/0x1886cffb85c2add4 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x89e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8d6c expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.677639:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afd400/0x1886cffb85c296ea lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x89e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4ab4 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.677645:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.677647:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.677650:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.677651:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.677656:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.677658:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.677661:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.677663:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.677667:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.677670:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.677672:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.677674:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.677681:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672058240/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.677692:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.677700:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.677706:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672058240/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.677715:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.677718:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.677720:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.677722:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.677725:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.677727:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.677730:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.677732:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.677734:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.677739:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672058240/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.677749:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672058240:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.677754:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.677756:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.677759:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.677761:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.677764:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672058240/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.677773:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.677775:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.677778:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.677780:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.677782:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.677785:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.677788:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672058240/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.677796:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.677803:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.677804:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.677807:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.677809:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.677813:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.677814:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.677816:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.677819:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.677821:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.677823:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.677825:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.677828:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.677831:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6ca00/0x1886cffb85c2add4 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x89e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8d6c expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.677842:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.677844:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.677846:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afd400/0x1886cffb85c296ea lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x89e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4ab4 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.677854:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.677856:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.677859:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.677862:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f9e26600 count: 0 00010000:00000010:0.0:1767734667.677868:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa300. 00010000:00000040:0.0:1767734667.677875:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427cb00 count: 3 00010000:00000001:0.0:1767734667.677877:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.677880:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427cb00 count: 4 00010000:00000001:0.0:1767734667.677882:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.677885:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.677889:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.677892:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08dc00/0x1886cffb85c2acf4 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8be:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8acc expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.677901:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.677909:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.677911:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.677913:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.677915:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.677919:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.677921:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.677923:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.677926:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.677929:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb08dc00 with handle 0x1886cffb85c2acf4 from hash 00010000:00000001:0.0:1767734667.677932:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.677934:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.677936:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.677937:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.677939:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.677941:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.677943:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.677947:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82400/0x1886cffb85c29fb1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8be:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da6889 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.677953:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.677955:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.677957:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.677958:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.677961:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.677963:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.677964:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.677966:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.677968:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.677971:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f1a82400 with handle 0x1886cffb85c29fb1 from hash 00010000:00000001:0.0:1767734667.677973:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.677975:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.677976:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.677978:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.677980:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.677981:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.677984:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.677986:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.677993:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.677996:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.678001:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.678004:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.678008:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.678010:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.678013:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.678017:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.678021:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.678024:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.678029:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08dc00/0x1886cffb85c2acf4 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8be:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8acc expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.678038:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82400/0x1886cffb85c29fb1 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8be:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6889 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.678046:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.678048:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.678050:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.678052:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.678055:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.678057:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.678060:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.678061:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.678064:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.678067:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.678069:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.678071:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.678077:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672058368/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.678086:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.678088:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.678093:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672058368/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.678119:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.678122:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.678124:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.678126:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.678129:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.678131:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.678133:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.678136:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.678137:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.678142:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672058368/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.678152:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672058368:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.678156:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.678159:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.678162:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.678164:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.678168:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672058368/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.678176:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.678179:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.678181:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.678183:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.678186:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.678188:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.678191:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672058368/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.678198:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.678200:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.678202:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.678204:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.678212:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.678215:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.678217:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.678219:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.678222:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.678224:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.678226:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.678228:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.678230:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.678233:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08dc00/0x1886cffb85c2acf4 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8be:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8acc expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.678244:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.678246:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.678249:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82400/0x1886cffb85c29fb1 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8be:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6889 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.678258:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.678259:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.678262:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.678265:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f427cb00 count: 0 00010000:00000010:0.0:1767734667.678269:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f99a9e80. 00010000:00000040:0.0:1767734667.678300:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26800 count: 3 00010000:00000001:0.0:1767734667.678303:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.678305:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26800 count: 4 00010000:00000001:0.0:1767734667.678338:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.678341:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.678345:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.678348:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6dc00/0x1886cffb85c2adcd lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x89f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8d57 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.678357:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.678360:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.678361:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.678363:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.678374:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.678376:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.678378:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.678381:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.678383:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.678387:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6dc00 with handle 0x1886cffb85c2adcd from hash 00010000:00000001:0.0:1767734667.678390:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.678392:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.678394:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.678396:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.678399:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.678400:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.678404:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.678407:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afda00/0x1886cffb85c29730 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x89f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da4ba2 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.678414:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.678415:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.678417:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.678418:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.678420:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.678422:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.678423:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.678425:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.678427:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.678430:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b200afda00 with handle 0x1886cffb85c29730 from hash 00010000:00000001:0.0:1767734667.678433:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.678435:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.678437:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.678438:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.678440:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.678442:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.678444:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.678447:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.678449:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.678451:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.678460:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.678464:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.678467:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.678469:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.678472:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.678477:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.678481:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.678483:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.678488:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6dc00/0x1886cffb85c2adcd lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x89f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8d57 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.678497:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afda00/0x1886cffb85c29730 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x89f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4ba2 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.678505:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.678507:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.678509:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.678510:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.678514:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.678516:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.678518:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.678520:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.678523:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.678526:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.678528:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.678530:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.678535:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672058496/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.678544:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.678547:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.678551:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672058496/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.678579:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.678590:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.678591:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.678594:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.678597:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.678599:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.678603:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.678606:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.678608:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.678614:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672058496/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.678624:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672058496:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.678629:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.678632:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.678634:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.678636:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.678639:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672058496/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.678647:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.678649:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.678652:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.678654:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.678657:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.678658:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.678662:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672058496/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.678669:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.678671:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.678673:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.678676:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.678678:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.678681:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.678688:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.678690:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.678694:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.678695:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.678698:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.678700:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.678703:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.678706:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6dc00/0x1886cffb85c2adcd lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x89f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8d57 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.678717:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.678719:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.678722:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afda00/0x1886cffb85c29730 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x89f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4ba2 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.678731:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.678733:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.678735:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.678738:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f9e26800 count: 0 00010000:00000010:0.0:1767734667.678743:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa200. 00010000:00000040:0.0:1767734667.678748:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328300 count: 3 00010000:00000001:0.0:1767734667.678751:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.678753:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328300 count: 4 00010000:00000001:0.0:1767734667.678755:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.678758:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.678761:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.678765:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08c400/0x1886cffb85c2aced lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8bf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8ab7 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.678773:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.678775:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.678777:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.678778:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.678781:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.678784:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.678790:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.678793:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.678795:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.678799:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb08c400 with handle 0x1886cffb85c2aced from hash 00010000:00000001:0.0:1767734667.678802:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.678804:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.678805:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.678806:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.678809:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.678811:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.678813:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.678816:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82a00/0x1886cffb85c29ff7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8bf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da6977 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.678823:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.678825:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.678827:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.678828:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.678831:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.678833:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.678834:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.678836:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.678838:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.678841:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f1a82a00 with handle 0x1886cffb85c29ff7 from hash 00010000:00000001:0.0:1767734667.678843:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.678844:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.678846:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.678847:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.678849:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.678851:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.678853:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.678856:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.678858:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.678860:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.678864:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.678867:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.678878:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.678880:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.678883:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.678887:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.678892:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.678894:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.678899:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08c400/0x1886cffb85c2aced lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8bf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8ab7 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.678908:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82a00/0x1886cffb85c29ff7 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8bf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6977 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.678915:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.678917:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.678919:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.678921:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.678924:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.678926:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.678928:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.678930:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.678933:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.678936:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.678938:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.678940:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.678945:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672058624/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.678954:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.678956:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.678961:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672058624/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.678968:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.678971:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.678972:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.678980:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.678983:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.678985:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.678988:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.678991:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.678992:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.678997:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672058624/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.679007:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672058624:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.679011:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.679013:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.679015:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.679017:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.679021:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672058624/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.679028:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.679030:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.679033:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.679035:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.679037:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.679039:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.679043:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672058624/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.679051:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.679053:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.679055:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.679057:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.679059:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.679062:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.679063:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.679065:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.679068:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.679075:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.679077:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.679079:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.679082:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.679085:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08c400/0x1886cffb85c2aced lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8bf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8ab7 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.679094:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.679096:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.679099:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82a00/0x1886cffb85c29ff7 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8bf:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6977 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.679107:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.679109:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.679112:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.679115:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1dd328300 count: 0 00010000:00000010:0.0:1767734667.679119:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9b80. 00010000:00000040:0.0:1767734667.679150:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26100 count: 3 00010000:00000001:0.0:1767734667.679153:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.679155:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26100 count: 4 00010000:00000001:0.0:1767734667.679158:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.679160:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.679163:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.679166:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6c600/0x1886cffb85c2adc6 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8a0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8d42 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.679174:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.679176:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.679178:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.679179:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.679182:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.679184:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.679186:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.679188:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.679190:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.679199:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6c600 with handle 0x1886cffb85c2adc6 from hash 00010000:00000001:0.0:1767734667.679202:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.679204:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.679206:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.679207:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.679210:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.679212:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.679215:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.679217:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afc800/0x1886cffb85c29776 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8a0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da4c90 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.679225:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.679228:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.679229:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.679231:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.679233:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.679235:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.679236:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.679238:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.679240:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.679242:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b200afc800 with handle 0x1886cffb85c29776 from hash 00010000:00000001:0.0:1767734667.679245:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.679246:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.679248:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.679249:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.679251:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.679252:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.679255:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.679257:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.679259:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.679261:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.679265:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.679268:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.679271:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.679272:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.679275:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.679284:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.679288:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.679291:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.679295:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6c600/0x1886cffb85c2adc6 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8a0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8d42 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.679305:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afc800/0x1886cffb85c29776 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8a0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4c90 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.679338:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.679341:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.679343:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.679345:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.679350:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.679352:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.679355:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.679357:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.679361:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.679364:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.679366:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.679368:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.679374:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672058752/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.679383:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.679385:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.679389:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672058752/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.679397:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.679400:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.679401:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.679403:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.679406:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.679408:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.679418:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.679420:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.679422:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.679427:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672058752/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.679438:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672058752:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.679443:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.679445:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.679448:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.679449:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.679453:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672058752/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.679461:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.679463:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.679466:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.679467:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.679470:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.679472:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.679476:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672058752/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.679483:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.679485:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.679486:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.679488:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.679491:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.679494:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.679496:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.679498:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.679501:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.679503:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.679505:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.679507:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.679514:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.679518:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6c600/0x1886cffb85c2adc6 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8a0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8d42 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.679529:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.679530:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.679533:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afc800/0x1886cffb85c29776 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8a0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4c90 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.679542:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.679544:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.679546:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.679549:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f9e26100 count: 0 00010000:00000010:0.0:1767734667.679554:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baac00. 00010000:00000040:0.0:1767734667.679577:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebcb00 count: 3 00010000:00000001:0.0:1767734667.679580:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.679582:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebcb00 count: 4 00010000:00000001:0.0:1767734667.679585:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.679587:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.679591:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.679595:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08d600/0x1886cffb85c2ace6 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8c0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8aa2 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.679603:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.679605:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.679607:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.679608:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.679611:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.679613:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.679615:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.679618:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.679620:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.679623:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb08d600 with handle 0x1886cffb85c2ace6 from hash 00010000:00000001:0.0:1767734667.679626:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.679637:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.679638:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.679640:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.679643:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.679645:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.679648:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.679651:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a83e00/0x1886cffb85c2a03d lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da6a65 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.679660:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.679662:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.679663:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.679665:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.679667:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.679669:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.679671:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.679672:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.679674:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.679677:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f1a83e00 with handle 0x1886cffb85c2a03d from hash 00010000:00000001:0.0:1767734667.679679:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.679681:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.679682:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.679684:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.679686:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.679687:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.679690:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.679692:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.679694:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.679696:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.679701:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.679704:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.679707:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.679708:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.679711:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.679715:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.679718:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.679727:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.679732:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08d600/0x1886cffb85c2ace6 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8c0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8aa2 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.679745:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a83e00/0x1886cffb85c2a03d lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6a65 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.679752:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.679754:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.679756:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.679757:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.679760:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.679762:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.679765:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.679766:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.679770:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.679772:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.679774:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.679776:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.679782:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672058880/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.679791:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.679793:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.679797:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672058880/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.679805:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.679807:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.679809:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.679811:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.679813:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.679815:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.679818:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.679820:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.679827:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.679832:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672058880/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.679843:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672058880:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.679847:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.679850:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.679852:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.679853:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.679857:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672058880/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.679865:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.679867:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.679869:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.679871:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.679874:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.679876:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.679879:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672058880/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.679888:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.679890:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.679892:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.679894:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.679896:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.679899:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.679900:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.679902:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.679905:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.679906:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.679908:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.679910:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.679912:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.679915:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08d600/0x1886cffb85c2ace6 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8c0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8aa2 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.679938:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.679940:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.679943:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a83e00/0x1886cffb85c2a03d lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6a65 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.679953:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.679955:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.679957:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.679960:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f0ebcb00 count: 0 00010000:00000010:0.0:1767734667.679964:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f99a9f80. 00010000:00000040:0.0:1767734667.679992:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b2005f1c00 count: 2 00010000:00000001:0.0:1767734667.679994:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.679997:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b2005f1c00 count: 3 00010000:00000001:0.0:1767734667.679999:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.680002:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.680005:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.680008:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0f5c600/0x1886cffb85c0f9e3 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58d2989d expref: -99 pid: 223498 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.680015:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.680017:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.680018:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.680020:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.680022:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.680024:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.680026:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.680027:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.680030:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.680033:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f0f5c600 with handle 0x1886cffb85c0f9e3 from hash 00010000:00000001:0.0:1767734667.680035:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.680037:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.680038:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.680040:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.680049:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.680051:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.680054:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.680056:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.680059:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.680061:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.680065:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.680068:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.680070:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.680072:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.680075:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.680079:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.680083:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.680085:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.680090:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0f5c600/0x1886cffb85c0f9e3 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58d2989d expref: -99 pid: 223498 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.680097:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.680099:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.680102:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.680103:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.680107:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.680109:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.680111:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.680113:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.680116:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.680119:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.680121:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.680123:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.680128:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672059008/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.680137:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.680139:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.680143:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672059008/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.680165:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.680167:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.680169:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.680172:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.680174:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.680176:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.680179:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.680181:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.680182:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.680187:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672059008/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.680196:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672059008:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.680200:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.680203:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.680206:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.680207:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.680211:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672059008/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.680219:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.680222:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.680224:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.680226:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.680228:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.680230:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.680234:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672059008/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.680241:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.680243:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.680244:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.680246:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.680254:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.680257:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.680259:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.680261:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.680264:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.680265:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.680268:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.680270:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.680272:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.680275:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0f5c600/0x1886cffb85c0f9e3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58d2989d expref: -99 pid: 223498 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.680285:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.680287:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.680289:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.680292:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b2005f1c00 count: 0 00010000:00000010:0.0:1767734667.680296:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1de9aed00. 00010000:00000040:0.0:1767734667.680304:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26e00 count: 3 00010000:00000001:0.0:1767734667.680331:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.680334:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26e00 count: 4 00010000:00000001:0.0:1767734667.680337:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.680340:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.680347:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.680350:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6de00/0x1886cffb85c2adbf lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8a1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8d2d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.680359:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.680361:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.680362:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.680364:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.680366:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.680368:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.680370:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.680372:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.680374:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.680377:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6de00 with handle 0x1886cffb85c2adbf from hash 00010000:00000001:0.0:1767734667.680389:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.680391:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.680393:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.680394:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.680397:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.680399:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.680402:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.680405:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afd800/0x1886cffb85c297bc lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8a1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da4d7e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.680412:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.680414:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.680416:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.680418:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.680420:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.680422:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.680423:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.680425:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.680427:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.680430:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b200afd800 with handle 0x1886cffb85c297bc from hash 00010000:00000001:0.0:1767734667.680432:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.680433:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.680435:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.680436:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.680438:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.680440:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.680442:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.680445:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.680447:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.680449:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.680453:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.680456:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.680459:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.680461:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.680464:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.680468:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.680478:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.680480:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.680489:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6de00/0x1886cffb85c2adbf lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8a1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8d2d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.680499:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afd800/0x1886cffb85c297bc lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8a1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4d7e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.680506:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.680508:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.680510:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.680512:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.680515:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.680517:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.680520:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.680521:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.680524:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.680527:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.680529:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.680531:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.680536:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672059136/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.680545:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.680547:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.680552:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672059136/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.680585:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.680588:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.680590:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.680592:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.680595:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.680601:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.680604:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.680613:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.680616:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.680622:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672059136/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.680633:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672059136:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.680638:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.680640:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.680643:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.680644:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.680648:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672059136/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.680656:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.680658:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.680661:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.680662:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.680665:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.680667:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.680671:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672059136/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.680678:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.680680:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.680681:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.680684:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.680686:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.680690:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.680691:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.680693:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.680696:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.680698:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.680700:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.680702:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.680705:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.680709:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6de00/0x1886cffb85c2adbf lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8a1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8d2d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.680725:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.680727:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.680730:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afd800/0x1886cffb85c297bc lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8a1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4d7e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.680738:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.680740:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.680743:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.680746:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f9e26e00 count: 0 00010000:00000010:0.0:1767734667.680750:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa380. 00010000:00000040:0.0:1767734667.680755:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc000 count: 3 00010000:00000001:0.0:1767734667.680758:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.680761:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc000 count: 4 00010000:00000001:0.0:1767734667.680763:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.680766:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.680769:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.680773:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08c000/0x1886cffb85c2acdf lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8c1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8a8d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.680780:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.680782:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.680783:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.680785:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.680787:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.680790:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.680791:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.680794:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.680796:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.680799:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb08c000 with handle 0x1886cffb85c2acdf from hash 00010000:00000001:0.0:1767734667.680802:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.680804:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.680806:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.680807:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.680815:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.680818:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.680820:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.680824:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a83a00/0x1886cffb85c2a083 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da6b53 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.680832:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.680834:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.680835:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.680836:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.680838:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.680840:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.680842:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.680843:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.680845:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.680848:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f1a83a00 with handle 0x1886cffb85c2a083 from hash 00010000:00000001:0.0:1767734667.680850:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.680852:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.680853:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.680855:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.680857:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.680858:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.680861:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.680863:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.680865:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.680867:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.680871:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.680874:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.680877:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.680878:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.680881:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.680885:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.680888:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.680891:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.680895:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08c000/0x1886cffb85c2acdf lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8c1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8a8d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.680915:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a83a00/0x1886cffb85c2a083 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6b53 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.680923:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.680925:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.680927:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.680929:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.680932:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.680934:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.680937:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.680938:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.680941:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.680944:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.680946:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.680948:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.680953:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672059264/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.680962:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.680964:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.680968:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672059264/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.680976:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.680979:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.680980:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.680983:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.680985:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.680987:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.680989:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.680991:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.680993:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.680998:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672059264/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.681013:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672059264:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.681018:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.681020:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.681023:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.681024:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.681028:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672059264/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.681035:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.681038:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.681040:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.681042:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.681044:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.681046:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.681050:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672059264/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.681057:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.681059:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.681060:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.681062:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.681065:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.681068:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.681069:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.681071:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.681074:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.681076:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.681078:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.681080:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.681082:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.681085:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08c000/0x1886cffb85c2acdf lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8c1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8a8d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.681113:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.681115:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.681118:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a83a00/0x1886cffb85c2a083 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6b53 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.681126:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.681128:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.681131:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.681134:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f0ebc000 count: 0 00010000:00000010:0.0:1767734667.681138:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f99a9980. 00010000:00000040:0.0:1767734667.681166:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c88c3900 count: 2 00010000:00000001:0.0:1767734667.681168:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.681171:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c88c3900 count: 3 00010000:00000001:0.0:1767734667.681173:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.681175:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.681178:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.681181:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8afc800/0x1886cffb85c12c10 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58d3f4d6 expref: -99 pid: 226910 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.681188:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.681190:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.681192:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.681193:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.681196:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.681197:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.681199:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.681201:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.681204:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.681207:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f8afc800 with handle 0x1886cffb85c12c10 from hash 00010000:00000001:0.0:1767734667.681210:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.681212:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.681214:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.681215:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.681224:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.681226:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.681229:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.681231:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.681234:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.681236:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.681240:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.681243:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.681246:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.681248:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.681250:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.681254:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.681258:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.681261:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.681265:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8afc800/0x1886cffb85c12c10 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58d3f4d6 expref: -99 pid: 226910 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.681272:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.681274:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.681276:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.681278:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.681281:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.681283:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.681285:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.681287:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.681291:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.681293:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.681296:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.681297:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.681302:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672059392/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.681336:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.681338:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.681343:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672059392/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.681376:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.681379:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.681382:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.681386:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.681390:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.681392:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.681397:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.681400:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.681403:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.681409:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672059392/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.681421:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672059392:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.681427:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.681433:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.681436:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.681439:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.681445:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672059392/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.681454:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.681457:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.681462:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.681465:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.681468:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.681471:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.681475:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672059392/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.681484:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.681486:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.681488:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.681490:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.681498:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.681502:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.681503:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.681505:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.681509:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.681510:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.681513:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.681515:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.681517:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.681521:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8afc800/0x1886cffb85c12c10 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58d3f4d6 expref: -99 pid: 226910 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.681532:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.681534:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.681537:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.681540:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1c88c3900 count: 0 00010000:00000010:0.0:1767734667.681545:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1de9aef00. 00010000:00000040:0.0:1767734667.681580:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26900 count: 3 00010000:00000001:0.0:1767734667.681583:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.681586:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26900 count: 4 00010000:00000001:0.0:1767734667.681589:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.681592:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.681595:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.681598:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6c800/0x1886cffb85c2adb8 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8a2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8d18 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.681607:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.681609:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.681610:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.681612:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.681615:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.681617:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.681619:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.681621:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.681623:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.681627:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6c800 with handle 0x1886cffb85c2adb8 from hash 00010000:00000001:0.0:1767734667.681636:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.681638:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.681640:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.681641:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.681644:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.681646:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.681649:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.681652:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afc200/0x1886cffb85c29802 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8a2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da4e6c expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.681659:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.681660:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.681662:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.681663:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.681665:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.681667:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.681668:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.681670:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.681672:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.681675:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b200afc200 with handle 0x1886cffb85c29802 from hash 00010000:00000001:0.0:1767734667.681677:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.681679:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.681681:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.681682:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.681684:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.681686:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.681688:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.681691:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.681693:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.681695:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.681699:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.681702:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.681705:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.681707:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.681710:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.681714:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.681723:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.681726:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.681731:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6c800/0x1886cffb85c2adb8 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8a2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8d18 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.681740:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afc200/0x1886cffb85c29802 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8a2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4e6c expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.681748:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.681750:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.681752:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.681753:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.681757:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.681759:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.681762:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.681763:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.681766:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.681769:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.681771:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.681773:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.681779:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672059520/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.681787:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.681789:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.681794:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672059520/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.681801:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.681804:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.681805:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.681808:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.681810:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.681812:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.681815:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.681822:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.681824:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.681830:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672059520/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.681840:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672059520:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.681844:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.681847:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.681849:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.681851:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.681854:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672059520/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.681862:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.681865:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.681868:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.681870:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.681873:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.681875:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.681878:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672059520/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.681885:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.681887:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.681889:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.681891:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.681893:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.681896:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.681897:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.681899:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.681902:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.681903:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.681905:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.681907:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.681909:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.681912:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6c800/0x1886cffb85c2adb8 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8a2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8d18 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.681929:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.681931:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.681934:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afc200/0x1886cffb85c29802 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8a2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4e6c expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.681943:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.681945:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.681947:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.681950:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f9e26900 count: 0 00010000:00000010:0.0:1767734667.681954:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baaa00. 00010000:00000040:0.0:1767734667.681960:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328200 count: 3 00010000:00000001:0.0:1767734667.681962:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.681964:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328200 count: 4 00010000:00000001:0.0:1767734667.681967:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.681969:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.681973:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.681977:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08d000/0x1886cffb85c2acd8 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8a78 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.681985:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.681987:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.681988:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.681990:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.681992:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.681994:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.681996:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.681998:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.682000:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.682004:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb08d000 with handle 0x1886cffb85c2acd8 from hash 00010000:00000001:0.0:1767734667.682007:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.682009:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.682010:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.682012:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.682022:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.682024:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.682027:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.682030:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82800/0x1886cffb85c2a0c9 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8c2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da6c41 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.682038:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.682039:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.682041:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.682042:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.682044:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.682046:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.682048:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.682049:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.682051:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.682054:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f1a82800 with handle 0x1886cffb85c2a0c9 from hash 00010000:00000001:0.0:1767734667.682056:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.682058:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.682059:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.682060:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.682062:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.682064:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.682066:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.682069:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.682071:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.682073:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.682077:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.682080:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.682082:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.682084:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.682086:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.682090:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.682094:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.682096:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.682100:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08d000/0x1886cffb85c2acd8 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8a78 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.682125:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82800/0x1886cffb85c2a0c9 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8c2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6c41 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.682132:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.682134:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.682136:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.682138:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.682141:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.682143:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.682145:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.682147:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.682150:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.682153:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.682154:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.682156:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.682161:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672059648/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.682170:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.682172:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.682176:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672059648/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.682184:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.682186:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.682188:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.682190:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.682192:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.682194:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.682196:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.682199:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.682200:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.682205:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672059648/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.682221:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672059648:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.682226:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.682228:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.682231:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.682232:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.682236:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672059648/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.682243:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.682246:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.682248:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.682250:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.682252:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.682254:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.682258:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672059648/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.682265:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.682267:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.682268:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.682270:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.682273:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.682276:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.682278:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.682280:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.682283:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.682284:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.682286:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.682288:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.682290:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.682293:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08d000/0x1886cffb85c2acd8 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8a78 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.682345:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.682347:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.682350:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82800/0x1886cffb85c2a0c9 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8c2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6c41 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.682363:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.682366:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.682369:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.682374:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1dd328200 count: 0 00010000:00000010:0.0:1767734667.682380:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9500. 00010000:00000040:0.0:1767734667.682412:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26400 count: 3 00010000:00000001:0.0:1767734667.682416:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.682418:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26400 count: 4 00010000:00000001:0.0:1767734667.682421:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.682424:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.682427:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.682430:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6d800/0x1886cffb85c2adb1 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8a3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8d03 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.682439:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.682441:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.682442:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.682444:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.682447:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.682449:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.682450:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.682452:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.682455:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.682458:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6d800 with handle 0x1886cffb85c2adb1 from hash 00010000:00000001:0.0:1767734667.682460:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.682462:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.682464:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.682466:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.682476:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.682478:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.682481:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.682484:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afc600/0x1886cffb85c29848 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8a3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da4f5a expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.682492:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.682493:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.682494:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.682496:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.682498:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.682500:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.682502:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.682504:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.682507:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.682510:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b200afc600 with handle 0x1886cffb85c29848 from hash 00010000:00000001:0.0:1767734667.682512:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.682514:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.682515:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.682517:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.682518:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.682520:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.682522:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.682525:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.682527:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.682529:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.682533:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.682536:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.682539:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.682541:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.682544:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.682548:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.682552:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.682554:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.682579:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6d800/0x1886cffb85c2adb1 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8a3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8d03 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.682602:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afc600/0x1886cffb85c29848 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8a3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4f5a expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.682610:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.682612:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.682614:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.682616:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.682620:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.682622:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.682624:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.682626:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.682630:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.682633:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.682635:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.682637:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.682643:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672059776/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.682652:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.682654:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.682659:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672059776/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.682666:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.682669:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.682670:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.682673:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.682675:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.682677:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.682680:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.682682:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.682683:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.682688:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672059776/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.682704:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672059776:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.682709:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.682712:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.682714:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.682716:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.682720:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672059776/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.682727:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.682730:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.682732:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.682734:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.682737:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.682738:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.682742:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672059776/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.682749:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.682751:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.682752:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.682755:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.682757:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.682760:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.682762:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.682764:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.682767:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.682769:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.682771:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.682773:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.682776:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.682779:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6d800/0x1886cffb85c2adb1 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8a3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8d03 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.682803:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.682805:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.682808:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afc600/0x1886cffb85c29848 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8a3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4f5a expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.682817:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.682819:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.682821:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.682824:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f9e26400 count: 0 00010000:00000010:0.0:1767734667.682828:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baad00. 00010000:00000040:0.0:1767734667.682834:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc300 count: 3 00010000:00000001:0.0:1767734667.682837:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.682839:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc300 count: 4 00010000:00000001:0.0:1767734667.682842:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.682844:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.682847:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.682851:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08ce00/0x1886cffb85c2acd1 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8a63 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.682859:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.682861:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.682862:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.682863:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.682866:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.682868:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.682870:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.682872:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.682874:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.682877:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb08ce00 with handle 0x1886cffb85c2acd1 from hash 00010000:00000001:0.0:1767734667.682880:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.682883:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.682884:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.682885:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.682893:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.682896:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.682898:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.682902:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82600/0x1886cffb85c2a10f lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8c3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da6d2f expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.682909:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.682911:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.682912:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.682914:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.682916:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.682918:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.682919:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.682921:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.682923:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.682925:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f1a82600 with handle 0x1886cffb85c2a10f from hash 00010000:00000001:0.0:1767734667.682928:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.682929:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.682930:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.682932:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.682934:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.682935:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.682938:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.682940:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.682942:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.682944:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.682949:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.682951:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.682954:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.682956:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.682958:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.682962:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.682966:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.682969:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.682973:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08ce00/0x1886cffb85c2acd1 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8a63 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.682993:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82600/0x1886cffb85c2a10f lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8c3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6d2f expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.683000:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.683002:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.683005:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.683006:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.683009:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.683011:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.683014:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.683015:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.683018:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.683021:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.683023:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.683025:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.683030:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672059904/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.683039:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.683041:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.683045:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672059904/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.683054:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.683056:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.683058:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.683060:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.683062:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.683064:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.683067:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.683069:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.683070:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.683075:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672059904/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.683091:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672059904:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.683095:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.683098:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.683100:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.683102:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.683106:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672059904/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.683113:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.683115:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.683118:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.683119:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.683122:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.683124:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.683128:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672059904/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.683135:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.683137:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.683138:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.683140:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.683142:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.683146:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.683147:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.683149:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.683152:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.683154:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.683156:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.683158:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.683160:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.683163:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08ce00/0x1886cffb85c2acd1 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8a63 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.683184:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.683185:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.683189:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82600/0x1886cffb85c2a10f lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8c3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6d2f expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.683197:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.683199:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.683201:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.683204:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f0ebc300 count: 0 00010000:00000010:0.0:1767734667.683208:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f99a9900. 00010000:00000040:0.0:1767734667.683217:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc500 count: 2 00010000:00000001:0.0:1767734667.683220:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.683222:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc500 count: 3 00010000:00000001:0.0:1767734667.683224:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.683227:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.683230:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.683233:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676c00/0x1886cffb85c2b44f lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8e3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58daaf07 expref: -99 pid: 241512 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.683241:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.683243:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.683244:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.683246:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.683248:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.683250:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.683251:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.683253:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.683255:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.683258:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c1676c00 with handle 0x1886cffb85c2b44f from hash 00010000:00000001:0.0:1767734667.683261:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.683263:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.683264:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.683266:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.683273:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.683275:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.683278:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.683281:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.683283:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.683285:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.683289:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.683292:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.683294:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.683296:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.683299:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.683303:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.683332:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.683335:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.683340:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676c00/0x1886cffb85c2b44f lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8e3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58daaf07 expref: -99 pid: 241512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.683348:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.683350:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.683353:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.683354:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.683358:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.683360:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.683363:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.683365:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.683369:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.683372:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.683376:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.683378:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.683385:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672060032/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.683395:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.683397:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.683402:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672060032/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.683424:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.683427:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.683429:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.683431:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.683434:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.683435:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.683438:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.683440:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.683442:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.683447:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672060032/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.683457:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672060032:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.683461:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.683464:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.683466:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.683468:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.683471:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672060032/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.683479:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.683481:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.683484:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.683485:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.683488:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.683490:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.683494:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672060032/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.683501:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.683503:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.683504:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.683506:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.683516:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.683519:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.683521:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.683523:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.683526:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.683528:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.683530:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.683532:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.683534:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.683538:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676c00/0x1886cffb85c2b44f lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8e3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58daaf07 expref: -99 pid: 241512 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.683549:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.683551:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.683553:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.683556:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f0ebc500 count: 0 00010000:00000010:0.0:1767734667.683579:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f99a9e00. 00010000:00000040:0.0:1767734667.683609:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26300 count: 3 00010000:00000001:0.0:1767734667.683612:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.683614:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26300 count: 4 00010000:00000001:0.0:1767734667.683617:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.683619:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.683622:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.683625:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5400/0x1886cffb85c2adaa lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8a4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8cee expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.683632:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.683634:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.683636:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.683638:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.683640:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.683642:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.683645:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.683647:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.683649:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.683652:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1d85b5400 with handle 0x1886cffb85c2adaa from hash 00010000:00000001:0.0:1767734667.683662:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.683664:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.683666:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.683667:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.683670:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.683672:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.683675:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.683678:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fe000/0x1886cffb85c2988e lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8a4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da5048 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.683685:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.683688:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.683689:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.683691:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.683694:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.683696:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.683697:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.683699:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.683701:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.683704:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c13fe000 with handle 0x1886cffb85c2988e from hash 00010000:00000001:0.0:1767734667.683706:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.683707:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.683709:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.683710:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.683712:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.683714:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.683716:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.683719:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.683721:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.683723:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.683727:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.683730:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.683733:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.683735:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.683738:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.683742:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.683751:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.683754:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.683759:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5400/0x1886cffb85c2adaa lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8a4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8cee expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.683769:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fe000/0x1886cffb85c2988e lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8a4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5048 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.683776:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.683778:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.683780:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.683781:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.683785:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.683787:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.683789:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.683791:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.683794:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.683797:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.683799:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.683801:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.683806:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672060160/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.683815:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.683817:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.683822:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672060160/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.683830:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.683832:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.683834:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.683836:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.683838:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.683840:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.683843:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.683850:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.683853:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.683858:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672060160/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.683869:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672060160:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.683873:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.683876:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.683878:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.683880:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.683883:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672060160/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.683891:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.683894:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.683897:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.683899:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.683901:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.683903:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.683907:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672060160/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.683914:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.683916:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.683917:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.683919:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.683922:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.683924:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.683926:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.683928:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.683930:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.683932:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.683934:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.683936:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.683939:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.683942:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5400/0x1886cffb85c2adaa lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8a4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8cee expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.683958:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.683960:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.683963:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fe000/0x1886cffb85c2988e lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8a4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5048 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.683972:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.683974:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.683976:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.683979:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f9e26300 count: 0 00010000:00000010:0.0:1767734667.683983:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baaf00. 00010000:00000040:0.0:1767734667.683989:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0db00 count: 3 00010000:00000001:0.0:1767734667.683992:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.683994:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0db00 count: 4 00010000:00000001:0.0:1767734667.683996:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.683999:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.684002:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.684006:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08c800/0x1886cffb85c2acca lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8a4e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.684013:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.684016:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.684017:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.684018:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.684021:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.684023:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.684025:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.684026:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.684029:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.684032:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb08c800 with handle 0x1886cffb85c2acca from hash 00010000:00000001:0.0:1767734667.684035:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.684037:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.684039:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.684040:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.684049:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.684051:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.684054:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.684057:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82200/0x1886cffb85c2a155 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da6e1d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.684065:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.684066:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.684067:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.684069:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.684071:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.684073:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.684074:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.684076:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.684078:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.684081:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f1a82200 with handle 0x1886cffb85c2a155 from hash 00010000:00000001:0.0:1767734667.684083:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.684084:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.684086:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.684087:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.684089:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.684091:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.684093:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.684095:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.684098:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.684099:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.684103:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.684106:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.684109:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.684110:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.684113:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.684117:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.684120:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.684122:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.684126:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08c800/0x1886cffb85c2acca lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8a4e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.684154:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82200/0x1886cffb85c2a155 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6e1d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.684162:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.684163:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.684166:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.684167:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.684170:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.684172:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.684175:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.684176:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.684180:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.684182:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.684184:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.684186:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.684191:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672060288/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.684200:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.684202:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.684206:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672060288/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.684215:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.684218:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.684219:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.684221:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.684224:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.684225:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.684228:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.684230:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.684232:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.684236:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672060288/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.684255:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672060288:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.684260:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.684262:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.684265:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.684266:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.684270:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672060288/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.684277:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.684280:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.684282:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.684284:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.684286:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.684288:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.684292:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672060288/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.684299:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.684301:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.684302:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.684305:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.684337:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.684344:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.684346:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.684348:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.684351:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.684353:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.684355:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.684357:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.684360:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.684364:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08c800/0x1886cffb85c2acca lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8a4e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.684390:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.684392:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.684395:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82200/0x1886cffb85c2a155 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8c4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6e1d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.684404:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.684406:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.684408:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.684411:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1ddd0db00 count: 0 00010000:00000010:0.0:1767734667.684415:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9400. 00010000:00000040:0.0:1767734667.684420:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d400 count: 2 00010000:00000001:0.0:1767734667.684423:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.684426:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d400 count: 3 00010000:00000001:0.0:1767734667.684428:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.684431:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.684434:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.684438:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb346a00/0x1886cffb85c2b46b lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8e4:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58daaf85 expref: -99 pid: 241740 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.684445:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.684447:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.684448:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.684450:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.684452:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.684454:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.684456:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.684458:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.684460:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.684464:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb346a00 with handle 0x1886cffb85c2b46b from hash 00010000:00000001:0.0:1767734667.684467:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.684469:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.684470:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.684472:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.684481:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.684483:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.684485:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.684488:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.684490:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.684492:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.684496:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.684499:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.684502:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.684504:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.684507:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.684511:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.684515:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.684517:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.684522:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb346a00/0x1886cffb85c2b46b lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8e4:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58daaf85 expref: -99 pid: 241740 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.684529:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.684531:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.684534:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.684535:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.684539:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.684541:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.684543:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.684545:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.684548:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.684551:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.684553:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.684555:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.684579:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672060416/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.684588:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.684590:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.684595:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672060416/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.684617:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.684620:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.684622:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.684625:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.684627:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.684629:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.684632:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.684634:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.684635:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.684641:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672060416/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.684651:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672060416:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.684655:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.684658:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.684660:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.684662:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.684665:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672060416/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.684673:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.684675:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.684678:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.684679:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.684682:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.684684:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.684687:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672060416/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.684695:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.684697:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.684698:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.684700:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.684708:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.684711:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.684713:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.684715:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.684718:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.684720:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.684722:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.684724:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.684726:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.684730:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb346a00/0x1886cffb85c2b46b lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8e4:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58daaf85 expref: -99 pid: 241740 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.684739:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.684741:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.684743:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.684746:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1ddd0d400 count: 0 00010000:00000010:0.0:1767734667.684751:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f1164100. 00010000:00000040:0.0:1767734667.684781:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c100 count: 3 00010000:00000001:0.0:1767734667.684784:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.684786:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c100 count: 4 00010000:00000001:0.0:1767734667.684788:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.684791:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.684794:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.684797:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4600/0x1886cffb85c2ada3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8a5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8cd9 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.684804:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.684806:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.684808:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.684810:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.684812:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.684814:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.684817:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.684818:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.684821:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.684824:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1d85b4600 with handle 0x1886cffb85c2ada3 from hash 00010000:00000001:0.0:1767734667.684833:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.684835:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.684836:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.684838:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.684841:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.684843:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.684845:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.684848:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13ff600/0x1886cffb85c298d4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8a5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da5136 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.684855:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.684856:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.684858:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.684859:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.684861:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.684863:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.684865:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.684866:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.684868:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.684871:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c13ff600 with handle 0x1886cffb85c298d4 from hash 00010000:00000001:0.0:1767734667.684874:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.684876:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.684877:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.684879:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.684881:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.684883:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.684885:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.684887:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.684890:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.684891:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.684896:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.684899:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.684901:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.684903:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.684906:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.684910:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.684919:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.684922:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.684927:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4600/0x1886cffb85c2ada3 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8a5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8cd9 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.684937:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13ff600/0x1886cffb85c298d4 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8a5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5136 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.684944:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.684946:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.684948:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.684950:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.684953:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.684955:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.684958:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.684959:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.684963:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.684965:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.684967:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.684969:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.684974:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672060544/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.684983:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.684985:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.684990:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672060544/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.684998:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.685000:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.685002:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.685004:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.685006:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.685008:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.685011:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.685020:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.685022:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.685027:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672060544/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.685038:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672060544:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.685042:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.685044:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.685047:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.685048:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.685052:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672060544/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.685060:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.685063:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.685066:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.685068:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.685071:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.685072:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.685076:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672060544/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.685083:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.685085:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.685086:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.685089:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.685091:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.685093:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.685095:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.685096:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.685099:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.685101:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.685103:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.685104:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.685107:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.685110:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4600/0x1886cffb85c2ada3 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8a5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8cd9 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.685126:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.685128:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.685131:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13ff600/0x1886cffb85c298d4 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8a5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5136 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.685141:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.685143:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.685145:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.685148:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f427c100 count: 0 00010000:00000010:0.0:1767734667.685152:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baaf80. 00010000:00000040:0.0:1767734667.685158:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0dd00 count: 3 00010000:00000001:0.0:1767734667.685160:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.685163:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0dd00 count: 4 00010000:00000001:0.0:1767734667.685165:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.685168:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.685170:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.685174:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08cc00/0x1886cffb85c2acc3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8a39 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.685182:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.685184:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.685185:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.685187:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.685189:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.685191:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.685193:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.685195:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.685197:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.685200:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb08cc00 with handle 0x1886cffb85c2acc3 from hash 00010000:00000001:0.0:1767734667.685203:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.685205:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.685207:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.685209:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.685217:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.685219:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.685222:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.685225:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a83000/0x1886cffb85c2a19b lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8c5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da6f0b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.685233:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.685234:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.685236:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.685237:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.685239:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.685241:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.685243:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.685244:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.685246:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.685249:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f1a83000 with handle 0x1886cffb85c2a19b from hash 00010000:00000001:0.0:1767734667.685251:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.685253:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.685254:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.685255:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.685257:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.685259:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.685261:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.685264:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.685266:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.685268:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.685271:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.685274:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.685277:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.685278:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.685281:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.685285:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.685288:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.685290:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.685294:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08cc00/0x1886cffb85c2acc3 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8a39 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.685349:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a83000/0x1886cffb85c2a19b lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8c5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6f0b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.685357:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.685359:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.685362:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.685364:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.685369:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.685372:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.685376:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.685378:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.685383:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.685387:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.685391:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.685394:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.685402:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672060672/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.685413:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.685416:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.685421:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672060672/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.685430:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.685433:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.685435:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.685438:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.685441:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.685444:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.685447:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.685449:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.685451:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.685455:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672060672/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.685473:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672060672:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.685478:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.685480:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.685483:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.685484:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.685488:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672060672/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.685496:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.685498:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.685500:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.685502:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.685505:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.685507:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.685510:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672060672/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.685517:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.685519:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.685521:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.685523:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.685525:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.685529:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.685530:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.685532:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.685535:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.685537:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.685539:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.685542:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.685544:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.685548:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08cc00/0x1886cffb85c2acc3 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8a39 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.685592:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.685594:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.685597:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a83000/0x1886cffb85c2a19b lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8c5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6f0b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.685606:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.685608:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.685610:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.685614:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1ddd0dd00 count: 0 00010000:00000010:0.0:1767734667.685618:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9e80. 00010000:00000040:0.0:1767734667.685623:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0df00 count: 2 00010000:00000001:0.0:1767734667.685626:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.685628:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0df00 count: 3 00010000:00000001:0.0:1767734667.685631:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.685633:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.685636:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.685640:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb347200/0x1886cffb85c2b472 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8e5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58daafa1 expref: -99 pid: 241740 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.685647:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.685649:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.685651:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.685652:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.685655:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.685657:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.685658:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.685660:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.685663:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.685667:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb347200 with handle 0x1886cffb85c2b472 from hash 00010000:00000001:0.0:1767734667.685670:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.685671:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.685673:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.685675:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.685684:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.685686:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.685689:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.685692:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.685695:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.685696:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.685701:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.685704:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.685707:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.685709:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.685712:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.685716:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.685720:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.685723:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.685728:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb347200/0x1886cffb85c2b472 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8e5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58daafa1 expref: -99 pid: 241740 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.685736:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.685738:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.685740:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.685742:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.685745:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.685747:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.685750:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.685751:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.685755:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.685758:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.685761:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.685762:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.685768:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672060800/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.685777:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.685779:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.685784:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672060800/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.685808:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.685811:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.685813:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.685815:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.685817:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.685819:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.685822:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.685824:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.685826:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.685831:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672060800/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.685840:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672060800:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.685844:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.685847:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.685850:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.685852:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.685855:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672060800/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.685864:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.685866:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.685868:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.685870:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.685873:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.685874:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.685878:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672060800/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.685887:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.685889:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.685891:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.685893:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.685902:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.685907:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.685909:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.685912:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.685916:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.685917:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.685920:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.685922:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.685924:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.685928:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb347200/0x1886cffb85c2b472 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8e5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58daafa1 expref: -99 pid: 241740 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.685937:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.685939:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.685942:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.685944:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1ddd0df00 count: 0 00010000:00000010:0.0:1767734667.685949:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f1164480. 00010000:00000040:0.0:1767734667.685982:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1600 count: 2 00010000:00000001:0.0:1767734667.685986:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.685988:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1600 count: 3 00010000:00000001:0.0:1767734667.685990:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.685993:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.685995:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.685998:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.686005:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.686007:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.686008:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.686010:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.686013:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.686015:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.686016:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.686018:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.686020:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.686023:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ee00 with handle 0x1886cffb85c2b7d6 from hash 00010000:00000001:0.0:1767734667.686032:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.686033:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.686035:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.686037:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.686040:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.686042:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.686044:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.686047:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.686049:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.686051:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.686055:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.686058:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.686060:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.686062:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.686064:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.686068:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.686072:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.686074:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.686078:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.686086:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.686088:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.686091:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.686092:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.686095:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.686097:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.686100:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.686101:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.686105:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.686107:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.686110:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.686112:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.686117:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672060928/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.686139:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.686141:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.686146:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672060928/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.686154:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.686156:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.686158:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.686160:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.686162:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.686164:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.686167:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.686169:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.686170:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.686175:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672060928/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.686184:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672060928:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.686188:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.686190:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.686192:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.686194:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.686198:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672060928/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.686206:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.686209:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.686211:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.686213:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.686215:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.686217:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.686221:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672060928/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.686235:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.686237:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.686239:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.686241:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.686243:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.686246:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.686248:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.686249:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.686252:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.686254:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.686256:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.686257:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.686259:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.686263:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683ee00/0x1886cffb85c2b7d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58daba1a expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.686272:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.686274:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.686277:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.686281:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1600 count: 0 00010000:00000010:0.0:1767734667.686284:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537080. 00010000:00000040:0.0:1767734667.686293:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427cf00 count: 3 00010000:00000001:0.0:1767734667.686296:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.686298:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427cf00 count: 4 00010000:00000001:0.0:1767734667.686301:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.686304:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.686331:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.686336:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5a00/0x1886cffb85c2ad9c lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8a6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8cc4 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.686344:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.686346:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.686349:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.686350:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.686361:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.686363:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.686365:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.686369:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.686373:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.686378:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1d85b5a00 with handle 0x1886cffb85c2ad9c from hash 00010000:00000001:0.0:1767734667.686383:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.686385:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.686387:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.686388:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.686391:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.686393:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.686395:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.686398:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13ff000/0x1886cffb85c2991a lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8a6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da5224 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.686405:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.686407:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.686409:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.686411:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.686413:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.686416:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.686417:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.686419:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.686421:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.686424:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c13ff000 with handle 0x1886cffb85c2991a from hash 00010000:00000001:0.0:1767734667.686426:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.686427:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.686429:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.686430:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.686432:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.686434:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.686436:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.686439:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.686441:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.686443:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.686452:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.686456:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.686459:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.686462:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.686465:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.686469:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.686473:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.686475:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.686480:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5a00/0x1886cffb85c2ad9c lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8a6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8cc4 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.686489:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13ff000/0x1886cffb85c2991a lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8a6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5224 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.686496:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.686498:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.686500:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.686501:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.686504:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.686506:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.686509:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.686510:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.686513:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.686516:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.686518:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.686520:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.686526:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672061056/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.686534:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.686536:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.686541:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672061056/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.686549:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.686577:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.686579:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.686582:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.686585:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.686587:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.686591:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.686593:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.686595:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.686600:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672061056/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.686610:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672061056:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.686615:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.686618:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.686621:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.686623:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.686627:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672061056/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.686634:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.686637:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.686639:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.686641:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.686644:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.686646:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.686649:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672061056/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.686656:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.686658:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.686660:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.686663:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.686665:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.686668:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.686676:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.686678:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.686682:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.686684:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.686686:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.686688:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.686690:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.686694:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5a00/0x1886cffb85c2ad9c lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8a6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8cc4 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.686705:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.686706:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.686710:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13ff000/0x1886cffb85c2991a lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8a6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5224 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.686722:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.686724:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.686727:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.686730:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f427cf00 count: 0 00010000:00000010:0.0:1767734667.686735:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baae80. 00010000:00000040:0.0:1767734667.686742:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebcc00 count: 3 00010000:00000001:0.0:1767734667.686745:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.686748:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebcc00 count: 4 00010000:00000001:0.0:1767734667.686751:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.686753:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.686757:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.686761:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08c200/0x1886cffb85c2acbc lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8a24 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.686768:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.686770:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.686771:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.686773:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.686778:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.686781:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.686790:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.686793:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.686795:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.686799:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb08c200 with handle 0x1886cffb85c2acbc from hash 00010000:00000001:0.0:1767734667.686802:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.686804:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.686806:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.686808:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.686811:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.686813:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.686816:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.686819:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82e00/0x1886cffb85c2a1e1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8c6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da6ff9 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.686825:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.686827:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.686828:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.686830:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.686832:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.686833:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.686835:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.686836:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.686838:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.686841:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f1a82e00 with handle 0x1886cffb85c2a1e1 from hash 00010000:00000001:0.0:1767734667.686843:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.686845:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.686846:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.686847:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.686849:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.686851:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.686854:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.686856:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.686858:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.686860:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.686864:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.686867:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.686876:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.686878:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.686885:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.686889:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.686893:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.686896:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.686900:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08c200/0x1886cffb85c2acbc lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8a24 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.686910:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82e00/0x1886cffb85c2a1e1 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8c6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6ff9 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.686917:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.686918:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.686921:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.686922:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.686925:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.686927:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.686930:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.686931:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.686934:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.686937:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.686939:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.686941:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.686946:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672061184/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.686955:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.686957:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.686962:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672061184/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.686969:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.686972:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.686973:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.686981:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.686984:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.686986:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.686989:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.686991:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.686993:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.686998:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672061184/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.687007:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672061184:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.687011:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.687013:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.687015:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.687017:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.687021:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672061184/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.687028:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.687030:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.687033:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.687035:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.687038:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.687040:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.687043:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672061184/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.687052:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.687053:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.687055:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.687057:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.687059:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.687062:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.687063:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.687065:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.687067:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.687074:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.687077:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.687079:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.687081:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.687085:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08c200/0x1886cffb85c2acbc lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8a24 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.687096:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.687097:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.687100:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82e00/0x1886cffb85c2a1e1 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8c6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6ff9 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.687109:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.687110:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.687113:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.687116:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f0ebcc00 count: 0 00010000:00000010:0.0:1767734667.687120:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f99a9200. 00010000:00000040:0.0:1767734667.687126:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 2 00010000:00000001:0.0:1767734667.687128:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.687130:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1c00 count: 3 00010000:00000001:0.0:1767734667.687133:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.687135:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.687138:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.687141:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b2011db000/0x1886cffb85c2b4cd lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8e6:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab0f8 expref: -99 pid: 241751 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.687148:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.687150:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.687151:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.687153:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.687155:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.687157:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.687159:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.687161:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.687163:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.687171:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b2011db000 with handle 0x1886cffb85c2b4cd from hash 00010000:00000001:0.0:1767734667.687174:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.687175:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.687177:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.687179:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.687181:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.687183:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.687186:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.687188:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.687190:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.687192:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.687196:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.687199:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.687201:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.687203:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.687205:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.687209:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.687212:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.687215:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.687219:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b2011db000/0x1886cffb85c2b4cd lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8e6:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab0f8 expref: -99 pid: 241751 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.687227:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.687229:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.687231:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.687233:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.687236:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.687238:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.687240:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.687242:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.687245:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.687247:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.687249:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.687251:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.687256:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672061312/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.687279:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.687281:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.687286:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672061312/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.687294:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.687296:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.687298:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.687300:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.687302:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.687304:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.687333:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.687336:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.687339:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.687346:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672061312/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.687356:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672061312:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.687361:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.687364:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.687366:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.687368:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.687372:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672061312/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.687380:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.687382:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.687385:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.687387:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.687390:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.687392:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.687395:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672061312/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.687410:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.687412:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.687414:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.687417:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.687419:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.687422:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.687423:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.687425:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.687428:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.687429:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.687431:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.687433:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.687436:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.687439:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b2011db000/0x1886cffb85c2b4cd lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8e6:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab0f8 expref: -99 pid: 241751 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.687450:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.687451:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.687454:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.687457:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1c00 count: 0 00010000:00000010:0.0:1767734667.687462:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537e80. 00010000:00000040:0.0:1767734667.687494:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c500 count: 3 00010000:00000001:0.0:1767734667.687497:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.687500:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c500 count: 4 00010000:00000001:0.0:1767734667.687502:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.687505:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.687508:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.687511:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4a00/0x1886cffb85c2ad95 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8caf expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.687519:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.687521:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.687523:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.687524:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.687533:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.687535:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.687537:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.687540:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.687542:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.687546:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1d85b4a00 with handle 0x1886cffb85c2ad95 from hash 00010000:00000001:0.0:1767734667.687548:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.687550:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.687552:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.687553:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.687575:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.687578:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.687581:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.687584:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fe600/0x1886cffb85c29960 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8a7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da5312 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.687593:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.687594:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.687596:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.687597:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.687599:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.687601:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.687603:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.687604:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.687606:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.687609:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c13fe600 with handle 0x1886cffb85c29960 from hash 00010000:00000001:0.0:1767734667.687611:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.687613:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.687614:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.687616:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.687618:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.687619:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.687622:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.687624:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.687627:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.687629:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.687639:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.687642:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.687646:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.687648:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.687651:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.687655:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.687659:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.687661:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.687666:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4a00/0x1886cffb85c2ad95 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8caf expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.687675:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fe600/0x1886cffb85c29960 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8a7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5312 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.687682:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.687684:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.687686:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.687688:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.687691:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.687693:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.687696:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.687697:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.687700:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.687703:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.687705:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.687707:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.687712:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672061440/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.687721:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.687723:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.687728:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672061440/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.687736:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.687744:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.687746:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.687749:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.687752:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.687754:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.687757:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.687759:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.687761:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.687766:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672061440/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.687775:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672061440:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.687780:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.687782:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.687785:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.687787:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.687791:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672061440/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.687798:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.687801:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.687803:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.687805:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.687807:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.687809:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.687813:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672061440/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.687820:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.687822:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.687823:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.687826:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.687828:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.687831:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.687838:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.687840:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.687843:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.687845:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.687847:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.687850:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.687852:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.687855:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4a00/0x1886cffb85c2ad95 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8caf expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.687865:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.687867:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.687870:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fe600/0x1886cffb85c29960 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8a7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5312 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.687879:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.687880:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.687883:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.687886:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f427c500 count: 0 00010000:00000010:0.0:1767734667.687889:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa680. 00010000:00000040:0.0:1767734667.687895:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0da00 count: 3 00010000:00000001:0.0:1767734667.687897:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.687900:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0da00 count: 4 00010000:00000001:0.0:1767734667.687902:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.687904:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.687908:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.687912:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08de00/0x1886cffb85c2acb5 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8a0f expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.687920:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.687922:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.687923:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.687925:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.687927:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.687929:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.687936:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.687938:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.687941:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.687944:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb08de00 with handle 0x1886cffb85c2acb5 from hash 00010000:00000001:0.0:1767734667.687947:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.687949:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.687951:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.687952:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.687954:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.687956:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.687958:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.687962:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a83600/0x1886cffb85c2a227 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8c7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da70e7 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.687968:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.687970:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.687971:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.687973:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.687975:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.687976:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.687978:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.687980:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.687981:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.687984:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f1a83600 with handle 0x1886cffb85c2a227 from hash 00010000:00000001:0.0:1767734667.687986:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.687988:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.687989:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.687991:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.687993:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.687994:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.687997:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.687999:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.688001:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.688003:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.688007:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.688009:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.688020:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.688022:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.688025:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.688029:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.688033:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.688035:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.688040:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08de00/0x1886cffb85c2acb5 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8a0f expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.688049:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a83600/0x1886cffb85c2a227 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8c7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da70e7 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.688056:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.688058:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.688060:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.688061:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.688064:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.688067:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.688069:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.688070:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.688073:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.688076:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.688078:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.688080:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.688085:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672061568/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.688094:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.688096:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.688100:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672061568/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.688108:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.688110:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.688112:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.688120:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.688122:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.688124:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.688127:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.688129:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.688131:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.688136:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672061568/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.688145:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672061568:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.688149:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.688152:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.688154:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.688155:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.688159:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672061568/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.688167:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.688170:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.688172:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.688174:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.688177:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.688179:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.688182:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672061568/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.688189:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.688191:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.688193:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.688195:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.688197:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.688199:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.688201:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.688202:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.688205:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.688212:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.688214:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.688216:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.688219:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.688222:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08de00/0x1886cffb85c2acb5 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8a0f expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.688232:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.688233:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.688236:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a83600/0x1886cffb85c2a227 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8c7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da70e7 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.688245:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.688247:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.688249:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.688252:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1ddd0da00 count: 0 00010000:00000010:0.0:1767734667.688257:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9a00. 00010000:00000040:0.0:1767734667.688262:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d300 count: 2 00010000:00000001:0.0:1767734667.688264:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.688267:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d300 count: 3 00010000:00000001:0.0:1767734667.688269:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.688272:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.688275:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.688279:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb347400/0x1886cffb85c2b487 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8e7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58daaffc expref: -99 pid: 241748 timeout: 0 lvb_type: 3 00000080:00000001:0.0:1767734667.688286:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.688288:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.688289:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.688290:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.688293:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.688295:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.688296:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.688298:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.688300:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.688335:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb347400 with handle 0x1886cffb85c2b487 from hash 00010000:00000001:0.0:1767734667.688345:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.688347:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.688349:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.688351:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.688354:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.688356:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.688359:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.688362:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.688365:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.688367:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.688372:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.688376:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.688380:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.688383:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.688386:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.688391:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.688395:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.688398:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.688402:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb347400/0x1886cffb85c2b487 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8e7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58daaffc expref: -99 pid: 241748 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767734667.688411:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.688413:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.688415:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.688417:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.688420:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.688422:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.688425:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.688427:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.688430:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.688433:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.688436:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.688437:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.688444:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672061696/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.688466:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.688468:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.688473:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672061696/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.688481:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.688484:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.688485:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.688488:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.688490:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.688492:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.688494:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.688496:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.688498:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.688503:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672061696/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.688511:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672061696:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.688516:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.688518:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.688520:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.688522:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.688526:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672061696/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.688534:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.688537:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.688540:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.688541:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.688544:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.688546:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.688549:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672061696/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.688582:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.688584:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.688586:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.688589:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.688592:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.688595:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.688597:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.688599:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.688602:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.688603:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.688605:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.688607:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.688610:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.688613:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb347400/0x1886cffb85c2b487 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8e7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58daaffc expref: -99 pid: 241748 timeout: 0 lvb_type: 3 00010000:00000010:0.0:1767734667.688622:0:249249:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94b1fe4a8780. 00010000:00000001:0.0:1767734667.688628:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.688630:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.688633:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.688637:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1ddd0d300 count: 0 00010000:00000010:0.0:1767734667.688641:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f1164b00. 00010000:00000040:0.0:1767734667.688671:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328900 count: 3 00010000:00000001:0.0:1767734667.688674:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.688677:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328900 count: 4 00010000:00000001:0.0:1767734667.688680:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.688682:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.688686:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.688689:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5200/0x1886cffb85c2ad8e lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8a8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8c9a expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.688697:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.688699:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.688708:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.688709:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.688713:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.688715:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.688717:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.688719:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.688722:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.688725:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1d85b5200 with handle 0x1886cffb85c2ad8e from hash 00010000:00000001:0.0:1767734667.688728:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.688730:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.688731:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.688733:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.688735:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.688737:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.688739:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.688742:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13ff800/0x1886cffb85c299a6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8a8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da5400 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.688749:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.688751:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.688753:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.688754:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.688757:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.688758:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.688760:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.688761:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.688763:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.688766:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c13ff800 with handle 0x1886cffb85c299a6 from hash 00010000:00000001:0.0:1767734667.688768:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.688770:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.688771:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.688773:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.688775:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.688776:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.688779:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.688781:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.688783:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.688793:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.688797:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.688800:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.688804:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.688806:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.688809:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.688813:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.688817:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.688820:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.688824:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5200/0x1886cffb85c2ad8e lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8a8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8c9a expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.688834:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13ff800/0x1886cffb85c299a6 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8a8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5400 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.688841:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.688843:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.688845:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.688846:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.688849:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.688852:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.688854:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.688856:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.688859:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.688861:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.688864:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.688865:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.688871:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672061824/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.688880:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.688882:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.688886:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672061824/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.688894:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.688903:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.688905:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.688907:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.688910:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.688912:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.688915:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.688917:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.688919:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.688924:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672061824/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.688934:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672061824:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.688939:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.688941:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.688944:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.688946:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.688949:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672061824/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.688957:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.688959:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.688962:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.688963:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.688966:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.688968:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.688971:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672061824/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.688979:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.688981:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.688982:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.688985:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.688988:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.688991:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.688997:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.689000:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.689003:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.689004:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.689007:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.689009:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.689011:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.689015:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5200/0x1886cffb85c2ad8e lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8a8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8c9a expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.689024:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.689026:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.689029:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13ff800/0x1886cffb85c299a6 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8a8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5400 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.689038:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.689040:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.689042:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.689045:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1dd328900 count: 0 00010000:00000010:0.0:1767734667.689049:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9080. 00010000:00000040:0.0:1767734667.689054:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d900 count: 3 00010000:00000001:0.0:1767734667.689057:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.689059:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d900 count: 4 00010000:00000001:0.0:1767734667.689061:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.689064:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.689068:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.689071:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08d800/0x1886cffb85c2acae lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da89fa expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.689080:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.689082:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.689083:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.689085:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.689087:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.689089:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.689097:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.689099:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.689101:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.689105:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb08d800 with handle 0x1886cffb85c2acae from hash 00010000:00000001:0.0:1767734667.689108:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.689110:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.689111:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.689113:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.689115:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.689117:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.689119:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.689122:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82000/0x1886cffb85c2a26d lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8c8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da71d5 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.689129:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.689131:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.689132:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.689133:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.689136:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.689137:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.689139:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.689141:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.689143:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.689146:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f1a82000 with handle 0x1886cffb85c2a26d from hash 00010000:00000001:0.0:1767734667.689150:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.689151:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.689152:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.689154:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.689156:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.689157:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.689160:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.689162:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.689164:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.689166:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.689170:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.689173:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.689182:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.689184:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.689187:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.689191:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.689195:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.689197:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.689202:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08d800/0x1886cffb85c2acae lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da89fa expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.689211:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82000/0x1886cffb85c2a26d lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8c8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da71d5 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.689219:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.689220:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.689222:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.689224:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.689227:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.689229:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.689231:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.689233:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.689236:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.689238:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.689241:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.689242:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.689247:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672061952/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.689256:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.689258:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.689263:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672061952/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.689270:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.689272:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.689274:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.689282:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.689284:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.689286:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.689290:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.689292:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.689294:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.689299:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672061952/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.689308:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672061952:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.689347:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.689349:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.689352:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.689353:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.689358:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672061952/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.689366:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.689373:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.689382:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.689385:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.689389:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.689391:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.689398:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672061952/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.689408:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.689410:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.689412:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.689414:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.689417:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.689421:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.689424:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.689426:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.689430:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.689440:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.689444:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.689446:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.689449:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.689454:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08d800/0x1886cffb85c2acae lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da89fa expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.689470:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.689472:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.689476:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a82000/0x1886cffb85c2a26d lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8c8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da71d5 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.689486:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.689488:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.689490:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.689493:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1ddd0d900 count: 0 00010000:00000010:0.0:1767734667.689498:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9480. 00010000:00000040:0.0:1767734667.689547:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c800 count: 3 00010000:00000001:0.0:1767734667.689551:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.689554:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c800 count: 4 00010000:00000001:0.0:1767734667.689556:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.689578:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.689582:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.689586:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26a00/0x1886cffb85c2ad87 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8a9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8c85 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.689595:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.689597:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.689599:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.689600:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.689603:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.689606:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.689608:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.689610:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.689612:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.689625:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1e7e26a00 with handle 0x1886cffb85c2ad87 from hash 00010000:00000001:0.0:1767734667.689628:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.689630:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.689632:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.689634:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.689637:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.689639:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.689641:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.689644:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fea00/0x1886cffb85c299f3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8a9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da5503 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.689653:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.689655:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.689656:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.689658:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.689660:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.689662:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.689663:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.689665:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.689667:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.689669:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c13fea00 with handle 0x1886cffb85c299f3 from hash 00010000:00000001:0.0:1767734667.689672:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.689673:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.689674:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.689676:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.689677:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.689679:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.689682:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.689684:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.689686:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.689688:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.689693:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.689696:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.689699:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.689700:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.689703:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.689714:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.689718:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.689724:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.689729:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26a00/0x1886cffb85c2ad87 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8a9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8c85 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.689738:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fea00/0x1886cffb85c299f3 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8a9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5503 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.689746:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.689748:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.689750:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.689751:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.689755:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.689757:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.689759:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.689761:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.689764:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.689767:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.689769:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.689771:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.689777:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672062080/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.689786:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.689788:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.689793:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672062080/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.689800:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.689803:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.689804:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.689807:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.689809:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.689811:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.689819:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.689822:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.689824:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.689829:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672062080/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.689839:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672062080:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.689843:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.689846:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.689848:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.689849:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.689853:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672062080/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.689861:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.689864:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.689867:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.689869:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.689871:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.689873:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.689877:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672062080/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.689884:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.689886:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.689888:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.689890:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.689892:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.689895:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.689896:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.689898:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.689901:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.689902:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.689904:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.689906:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.689914:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.689917:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26a00/0x1886cffb85c2ad87 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8a9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8c85 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.689928:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.689929:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.689932:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fea00/0x1886cffb85c299f3 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8a9:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5503 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.689941:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.689943:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.689946:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.689949:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f427c800 count: 0 00010000:00000010:0.0:1767734667.689953:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa280. 00010000:00000040:0.0:1767734667.689958:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d700 count: 3 00010000:00000001:0.0:1767734667.689961:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.689964:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d700 count: 4 00010000:00000001:0.0:1767734667.689966:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.689969:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.689972:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.689976:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202170400/0x1886cffb85c2aca7 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da89e5 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.689982:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.689984:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.689986:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.689987:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.689990:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.689992:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.689993:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.689995:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.689998:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.690001:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b202170400 with handle 0x1886cffb85c2aca7 from hash 00010000:00000001:0.0:1767734667.690003:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.690011:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.690012:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.690014:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.690017:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.690019:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.690022:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.690025:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a83400/0x1886cffb85c2a2b3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8c9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da72c3 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.690032:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.690033:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.690035:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.690036:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.690038:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.690040:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.690042:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.690043:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.690045:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.690048:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f1a83400 with handle 0x1886cffb85c2a2b3 from hash 00010000:00000001:0.0:1767734667.690050:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.690052:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.690053:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.690054:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.690056:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.690058:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.690060:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.690063:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.690065:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.690067:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.690071:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.690074:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.690078:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.690080:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.690082:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.690087:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.690090:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.690098:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.690103:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202170400/0x1886cffb85c2aca7 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da89e5 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.690112:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a83400/0x1886cffb85c2a2b3 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8c9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da72c3 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.690118:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.690120:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.690122:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.690124:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.690127:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.690129:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.690131:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.690133:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.690136:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.690138:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.690140:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.690142:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.690147:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672062208/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.690156:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.690157:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.690162:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672062208/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.690170:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.690173:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.690174:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.690176:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.690179:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.690180:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.690183:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.690185:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.690192:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.690197:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672062208/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.690208:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672062208:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.690212:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.690215:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.690217:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.690218:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.690222:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672062208/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.690230:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.690232:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.690234:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.690236:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.690239:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.690240:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.690244:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672062208/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.690251:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.690253:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.690255:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.690257:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.690259:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.690262:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.690263:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.690266:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.690268:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.690270:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.690272:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.690274:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.690276:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.690279:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202170400/0x1886cffb85c2aca7 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da89e5 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.690304:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.690306:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.690347:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a83400/0x1886cffb85c2a2b3 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8c9:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da72c3 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.690358:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.690360:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.690364:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.690368:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1ddd0d700 count: 0 00010000:00000010:0.0:1767734667.690375:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9c80. 00010000:00000040:0.0:1767734667.690408:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427cd00 count: 3 00010000:00000001:0.0:1767734667.690411:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.690414:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427cd00 count: 4 00010000:00000001:0.0:1767734667.690417:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.690421:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.690424:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.690428:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27400/0x1886cffb85c2ad80 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8aa:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8c70 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.690437:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.690440:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.690442:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.690445:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.690448:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.690452:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.690455:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.690459:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.690463:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.690467:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1e7e27400 with handle 0x1886cffb85c2ad80 from hash 00010000:00000001:0.0:1767734667.690471:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.690474:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.690475:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.690477:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.690489:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.690492:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.690495:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.690498:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fe800/0x1886cffb85c29a39 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8aa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da55f1 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.690506:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.690508:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.690509:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.690511:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.690513:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.690515:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.690517:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.690518:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.690520:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.690523:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c13fe800 with handle 0x1886cffb85c29a39 from hash 00010000:00000001:0.0:1767734667.690525:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.690527:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.690528:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.690530:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.690531:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.690533:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.690536:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.690538:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.690540:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.690542:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.690547:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.690550:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.690553:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.690555:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.690597:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.690602:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.690606:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.690608:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.690612:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27400/0x1886cffb85c2ad80 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8aa:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8c70 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.690632:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fe800/0x1886cffb85c29a39 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8aa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da55f1 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.690639:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.690641:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.690643:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.690645:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.690648:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.690650:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.690652:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.690654:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.690657:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.690659:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.690661:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.690663:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.690668:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672062336/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.690676:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.690678:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.690682:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672062336/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.690689:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.690691:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.690693:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.690695:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.690697:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.690699:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.690701:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.690703:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.690705:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.690709:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672062336/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.690724:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672062336:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.690729:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.690731:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.690733:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.690734:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.690738:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672062336/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.690745:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.690747:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.690749:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.690751:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.690753:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.690755:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.690758:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672062336/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.690765:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.690767:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.690768:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.690770:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.690772:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.690775:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.690777:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.690778:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.690781:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.690783:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.690785:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.690786:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.690789:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.690792:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27400/0x1886cffb85c2ad80 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8aa:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8c70 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.690811:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.690813:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.690816:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fe800/0x1886cffb85c29a39 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8aa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da55f1 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.690824:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.690826:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.690828:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.690831:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f427cd00 count: 0 00010000:00000010:0.0:1767734667.690835:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa500. 00010000:00000040:0.0:1767734667.690840:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc600 count: 3 00010000:00000001:0.0:1767734667.690842:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.690845:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc600 count: 4 00010000:00000001:0.0:1767734667.690847:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.690850:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.690853:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.690856:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202170600/0x1886cffb85c2aca0 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da89d0 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.690863:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.690864:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.690866:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.690867:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.690869:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.690871:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.690873:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.690875:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.690877:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.690880:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b202170600 with handle 0x1886cffb85c2aca0 from hash 00010000:00000001:0.0:1767734667.690883:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.690885:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.690886:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.690887:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.690895:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.690897:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.690899:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.690903:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a83c00/0x1886cffb85c2a2f9 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8ca:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da73b1 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.690910:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.690911:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.690912:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.690913:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.690916:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.690917:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.690918:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.690920:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.690922:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.690924:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f1a83c00 with handle 0x1886cffb85c2a2f9 from hash 00010000:00000001:0.0:1767734667.690926:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.690928:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.690929:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.690930:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.690932:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.690933:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.690936:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.690938:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.690940:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.690942:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.690946:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.690948:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.690951:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.690953:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.690955:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.690959:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.690963:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.690965:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.690969:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202170600/0x1886cffb85c2aca0 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da89d0 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.690987:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a83c00/0x1886cffb85c2a2f9 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8ca:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da73b1 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.690994:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.690996:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.690998:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.690999:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.691002:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.691004:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.691006:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.691008:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.691011:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.691013:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.691015:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.691016:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.691021:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672062464/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.691029:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.691031:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.691035:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672062464/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.691042:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.691044:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.691046:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.691048:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.691050:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.691052:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.691055:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.691057:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.691058:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.691062:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672062464/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.691079:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672062464:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.691084:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.691086:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.691088:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.691089:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.691093:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672062464/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.691100:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.691102:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.691104:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.691106:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.691108:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.691110:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.691113:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672062464/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.691120:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.691122:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.691123:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.691125:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.691128:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.691130:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.691132:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.691134:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.691136:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.691138:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.691139:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.691141:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.691143:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.691146:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202170600/0x1886cffb85c2aca0 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da89d0 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.691165:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.691166:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.691169:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f1a83c00/0x1886cffb85c2a2f9 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8ca:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da73b1 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.691178:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.691179:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.691182:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.691184:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f0ebc600 count: 0 00010000:00000010:0.0:1767734667.691188:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f99a9400. 00010000:00000040:0.0:1767734667.691217:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c6fec400 count: 2 00010000:00000001:0.0:1767734667.691219:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.691222:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c6fec400 count: 3 00010000:00000001:0.0:1767734667.691224:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.691227:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.691229:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.691232:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afc400/0x1886cffb85c12ba0 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58d3f340 expref: -99 pid: 226882 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.691238:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.691240:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.691241:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.691243:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.691245:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.691247:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.691249:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.691251:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.691253:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.691256:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b200afc400 with handle 0x1886cffb85c12ba0 from hash 00010000:00000001:0.0:1767734667.691259:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.691260:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.691262:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.691264:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.691271:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.691273:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.691275:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.691278:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.691280:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.691282:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.691286:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.691288:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.691291:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.691292:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.691295:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.691298:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.691302:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.691304:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.691308:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afc400/0x1886cffb85c12ba0 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58d3f340 expref: -99 pid: 226882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.691315:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.691317:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.691320:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.691321:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.691504:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.691508:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.691511:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.691512:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.691516:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.691518:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.691521:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.691522:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.691528:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672062592/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.691536:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.691538:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.691542:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672062592/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.691589:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.691592:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.691594:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.691596:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.691599:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.691653:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.691656:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.691659:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.691661:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.691666:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672062592/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.691677:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672062592:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.691681:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.691684:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.691686:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.691687:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.691691:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672062592/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.691698:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.691700:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.691702:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.691703:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.691706:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.691708:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.691711:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672062592/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.691718:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.691720:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.691721:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.691723:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.691733:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.691736:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.691738:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.691739:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.691742:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.691744:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.691746:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.691748:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.691751:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.691754:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afc400/0x1886cffb85c12ba0 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58d3f340 expref: -99 pid: 226882 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.691765:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.691767:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.691769:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.691772:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1c6fec400 count: 0 00010000:00000010:0.0:1767734667.691777:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f65d9c80. 00010000:00000040:0.0:1767734667.691783:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328c00 count: 2 00010000:00000001:0.0:1767734667.691786:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.691788:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328c00 count: 3 00010000:00000001:0.0:1767734667.691791:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.691794:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.691796:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.691799:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202170e00/0x1886cffb85c2919c lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x88b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58da389a expref: -99 pid: 232222 timeout: 0 lvb_type: 3 00000080:00000001:0.0:1767734667.691806:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.691808:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.691809:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.691811:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.691813:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.691815:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.691817:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.691818:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.691821:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.691824:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b202170e00 with handle 0x1886cffb85c2919c from hash 00010000:00000001:0.0:1767734667.691832:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.691834:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.691835:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.691837:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.691839:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.691841:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.691844:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.691846:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.691848:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.691850:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.691854:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.691856:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.691859:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.691861:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.691863:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.691867:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.691871:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.691873:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.691877:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202170e00/0x1886cffb85c2919c lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x88b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58da389a expref: -99 pid: 232222 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767734667.691885:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.691887:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.691890:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.691891:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.691895:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.691897:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.691899:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.691901:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.691904:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.691907:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.691909:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.691911:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.691916:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672062720/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.691936:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.691938:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.691943:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672062720/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.691950:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.691952:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.691954:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.691956:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.691958:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.691960:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.691962:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.691964:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.691966:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.691969:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672062720/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.691978:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672062720:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.691982:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.691984:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.691987:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.691989:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.691992:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672062720/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.691999:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.692001:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.692004:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.692005:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.692008:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.692009:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.692012:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672062720/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.692028:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.692030:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.692031:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.692034:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.692036:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.692038:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.692040:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.692041:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.692044:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.692045:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.692047:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.692048:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.692050:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.692053:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202170e00/0x1886cffb85c2919c lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x88b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58da389a expref: -99 pid: 232222 timeout: 0 lvb_type: 3 00010000:00000010:0.0:1767734667.692062:0:249249:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94b1f60137c0. 00010000:00000001:0.0:1767734667.692066:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.692068:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.692071:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.692074:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1dd328c00 count: 0 00010000:00000010:0.0:1767734667.692078:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9e00. 00010000:00000040:0.0:1767734667.692083:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c400 count: 3 00010000:00000001:0.0:1767734667.692085:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.692088:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c400 count: 4 00010000:00000001:0.0:1767734667.692090:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.692093:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.692096:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.692099:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27200/0x1886cffb85c2ad79 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8ab:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8c5b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.692106:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.692107:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.692114:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.692115:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.692118:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.692121:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.692123:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.692125:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.692127:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.692130:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1e7e27200 with handle 0x1886cffb85c2ad79 from hash 00010000:00000001:0.0:1767734667.692132:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.692134:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.692136:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.692137:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.692140:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.692142:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.692144:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.692147:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fe400/0x1886cffb85c29a7f lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8ab:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da56df expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.692153:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.692155:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.692156:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.692157:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.692159:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.692161:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.692162:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.692164:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.692165:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.692168:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c13fe400 with handle 0x1886cffb85c29a7f from hash 00010000:00000001:0.0:1767734667.692170:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.692171:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.692173:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.692174:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.692176:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.692177:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.692180:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.692182:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.692184:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.692190:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.692194:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.692197:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.692199:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.692201:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.692203:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.692207:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.692211:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.692213:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.692218:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27200/0x1886cffb85c2ad79 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8ab:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8c5b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.692226:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fe400/0x1886cffb85c29a7f lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8ab:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da56df expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.692232:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.692234:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.692236:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.692237:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.692240:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.692242:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.692244:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.692245:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.692248:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.692250:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.692252:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.692254:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.692259:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672062848/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.692267:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.692269:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.692273:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672062848/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.692280:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.692288:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.692289:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.692292:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.692294:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.692296:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.692299:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.692301:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.692303:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.692307:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672062848/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.692341:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672062848:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.692345:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.692351:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.692358:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.692360:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.692366:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672062848/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.692375:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.692378:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.692381:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.692383:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.692386:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.692389:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.692393:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672062848/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.692400:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.692402:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.692403:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.692405:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.692407:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.692410:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.692417:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.692420:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.692422:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.692424:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.692426:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.692428:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.692431:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.692434:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27200/0x1886cffb85c2ad79 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8ab:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8c5b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.692443:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.692445:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.692448:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fe400/0x1886cffb85c29a7f lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8ab:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da56df expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.692457:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.692458:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.692460:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.692463:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f427c400 count: 0 00010000:00000010:0.0:1767734667.692467:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa100. 00010000:00000040:0.0:1767734667.692472:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d200 count: 3 00010000:00000001:0.0:1767734667.692475:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.692477:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d200 count: 4 00010000:00000001:0.0:1767734667.692479:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.692482:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.692485:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.692488:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202170a00/0x1886cffb85c2ac99 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da89bb expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.692495:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.692497:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.692498:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.692499:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.692502:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.692504:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.692510:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.692512:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.692514:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.692517:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b202170a00 with handle 0x1886cffb85c2ac99 from hash 00010000:00000001:0.0:1767734667.692520:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.692522:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.692523:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.692524:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.692527:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.692528:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.692531:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.692533:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6b600/0x1886cffb85c2a33f lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8cb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da749f expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.692540:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.692541:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.692543:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.692544:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.692546:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.692548:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.692549:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.692551:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.692553:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.692555:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6b600 with handle 0x1886cffb85c2a33f from hash 00010000:00000001:0.0:1767734667.692577:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.692579:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.692580:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.692581:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.692583:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.692584:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.692587:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.692589:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.692607:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.692609:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.692613:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.692616:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.692624:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.692626:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.692629:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.692632:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.692636:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.692638:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.692642:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202170a00/0x1886cffb85c2ac99 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da89bb expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.692650:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6b600/0x1886cffb85c2a33f lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8cb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da749f expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.692655:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.692657:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.692659:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.692660:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.692663:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.692665:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.692667:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.692668:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.692671:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.692673:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.692675:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.692677:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.692682:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672062976/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.692689:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.692691:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.692695:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672062976/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.692701:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.692703:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.692705:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.692718:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.692720:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.692722:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.692725:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.692727:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.692728:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.692733:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672062976/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.692741:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672062976:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.692745:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.692747:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.692749:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.692751:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.692754:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672062976/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.692761:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.692763:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.692765:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.692766:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.692768:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.692770:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.692773:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672062976/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.692779:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.692781:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.692782:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.692784:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.692786:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.692789:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.692791:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.692793:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.692795:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.692801:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.692803:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.692805:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.692807:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.692810:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202170a00/0x1886cffb85c2ac99 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da89bb expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.692818:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.692820:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.692822:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6b600/0x1886cffb85c2a33f lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8cb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da749f expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.692829:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.692831:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.692833:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.692836:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1ddd0d200 count: 0 00010000:00000010:0.0:1767734667.692839:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9d00. 00010000:00000040:0.0:1767734667.692845:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebcf00 count: 2 00010000:00000001:0.0:1767734667.692847:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.692849:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebcf00 count: 3 00010000:00000001:0.0:1767734667.692851:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.692853:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.692855:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.692859:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676600/0x1886cffb85c2b513 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8eb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dab210 expref: -99 pid: 241512 timeout: 0 lvb_type: 3 00000080:00000001:0.0:1767734667.692865:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.692867:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.692868:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.692869:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.692871:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.692873:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.692874:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.692876:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.692878:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.692885:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c1676600 with handle 0x1886cffb85c2b513 from hash 00010000:00000001:0.0:1767734667.692887:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.692889:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.692890:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.692892:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.692894:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.692896:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.692898:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.692900:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.692902:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.692903:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.692907:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.692909:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.692911:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.692913:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.692915:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.692918:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.692921:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.692923:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.692926:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676600/0x1886cffb85c2b513 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8eb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dab210 expref: -99 pid: 241512 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767734667.692932:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.692934:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.692936:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.692938:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.692940:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.692942:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.692944:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.692945:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.692948:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.692950:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.692952:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.692953:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.692957:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672063104/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.692975:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.692977:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.692981:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672063104/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.692988:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.692990:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.692991:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.692993:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.692995:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.692996:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.692999:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.693000:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.693002:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.693006:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672063104/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.693013:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672063104:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.693017:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.693019:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.693022:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.693023:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.693026:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672063104/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.693033:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.693035:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.693037:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.693038:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.693041:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.693042:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.693045:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672063104/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.693057:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.693059:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.693061:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.693063:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.693065:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.693067:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.693068:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.693070:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.693072:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.693073:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.693075:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.693077:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.693079:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.693081:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676600/0x1886cffb85c2b513 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8eb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dab210 expref: -99 pid: 241512 timeout: 0 lvb_type: 3 00010000:00000010:0.0:1767734667.693088:0:249249:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94b1f0ebd040. 00010000:00000001:0.0:1767734667.693093:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.693094:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.693096:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.693099:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f0ebcf00 count: 0 00010000:00000010:0.0:1767734667.693102:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f99a9080. 00010000:00000040:0.0:1767734667.693130:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c6147100 count: 3 00010000:00000001:0.0:1767734667.693133:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.693135:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c6147100 count: 4 00010000:00000001:0.0:1767734667.693137:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.693139:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.693142:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.693145:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb347600/0x1886cffb85c2ae52 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x88c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8ee6 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.693152:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.693154:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.693160:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.693162:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.693164:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.693166:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.693168:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.693170:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.693172:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.693175:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb347600 with handle 0x1886cffb85c2ae52 from hash 00010000:00000001:0.0:1767734667.693177:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.693179:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.693181:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.693182:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.693185:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.693186:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.693189:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.693191:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f7486200/0x1886cffb85c291fe lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x88c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da39f8 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.693197:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.693198:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.693199:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.693201:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.693203:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.693204:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.693205:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.693207:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.693208:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.693211:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f7486200 with handle 0x1886cffb85c291fe from hash 00010000:00000001:0.0:1767734667.693213:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.693214:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.693215:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.693216:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.693218:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.693219:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.693221:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.693223:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.693225:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.693231:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.693234:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.693238:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.693240:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.693242:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.693245:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.693248:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.693252:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.693254:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.693258:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb347600/0x1886cffb85c2ae52 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x88c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8ee6 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.693266:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f7486200/0x1886cffb85c291fe lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x88c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da39f8 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.693273:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.693274:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.693276:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.693277:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.693280:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.693282:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.693284:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.693285:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.693288:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.693290:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.693292:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.693293:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.693298:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672063232/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.693306:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.693307:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.693311:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672063232/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.693319:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.693351:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.693352:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.693355:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.693359:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.693362:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.693366:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.693369:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.693371:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.693376:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672063232/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.693385:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672063232:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.693390:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.693392:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.693394:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.693396:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.693399:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672063232/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.693406:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.693408:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.693410:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.693412:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.693414:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.693416:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.693419:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672063232/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.693425:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.693427:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.693429:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.693431:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.693433:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.693436:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.693443:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.693445:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.693448:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.693449:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.693451:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.693453:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.693455:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.693459:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb347600/0x1886cffb85c2ae52 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x88c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8ee6 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.693468:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.693469:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.693472:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f7486200/0x1886cffb85c291fe lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x88c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da39f8 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.693480:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.693481:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.693483:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.693486:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1c6147100 count: 0 00010000:00000010:0.0:1767734667.693490:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa480. 00010000:00000040:0.0:1767734667.693494:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c200 count: 3 00010000:00000001:0.0:1767734667.693496:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.693498:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c200 count: 4 00010000:00000001:0.0:1767734667.693500:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.693503:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.693506:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.693509:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26600/0x1886cffb85c2ad72 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8ac:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8c46 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.693516:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.693518:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.693519:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.693520:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.693522:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.693524:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.693531:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.693533:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.693535:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.693538:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1e7e26600 with handle 0x1886cffb85c2ad72 from hash 00010000:00000001:0.0:1767734667.693541:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.693542:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.693543:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.693545:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.693547:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.693548:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.693550:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.693553:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fec00/0x1886cffb85c29ac5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8ac:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da57cd expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.693575:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.693577:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.693578:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.693580:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.693582:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.693584:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.693585:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.693587:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.693589:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.693591:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c13fec00 with handle 0x1886cffb85c29ac5 from hash 00010000:00000001:0.0:1767734667.693593:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.693594:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.693596:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.693597:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.693598:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.693600:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.693602:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.693604:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.693606:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.693608:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.693612:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.693614:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.693623:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.693624:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.693627:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.693631:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.693634:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.693637:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.693641:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26600/0x1886cffb85c2ad72 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8ac:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8c46 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.693649:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fec00/0x1886cffb85c29ac5 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8ac:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da57cd expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.693655:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.693656:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.693658:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.693659:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.693662:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.693664:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.693666:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.693667:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.693670:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.693672:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.693675:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.693676:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.693681:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672063360/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.693689:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.693690:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.693694:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672063360/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.693701:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.693703:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.693705:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.693711:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.693714:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.693715:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.693718:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.693720:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.693722:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.693726:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672063360/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.693735:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672063360:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.693740:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.693742:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.693744:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.693745:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.693748:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672063360/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.693755:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.693756:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.693759:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.693760:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.693762:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.693764:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.693767:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672063360/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.693773:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.693775:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.693776:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.693778:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.693780:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.693783:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.693785:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.693787:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.693789:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.693795:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.693797:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.693799:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.693801:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.693804:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26600/0x1886cffb85c2ad72 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8ac:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8c46 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.693812:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.693813:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.693816:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fec00/0x1886cffb85c29ac5 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8ac:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da57cd expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.693823:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.693825:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.693827:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.693830:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f427c200 count: 0 00010000:00000010:0.0:1767734667.693834:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baae00. 00010000:00000040:0.0:1767734667.693839:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d100 count: 3 00010000:00000001:0.0:1767734667.693841:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.693844:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d100 count: 4 00010000:00000001:0.0:1767734667.693846:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.693848:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.693852:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.693855:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202171c00/0x1886cffb85c2ac92 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da89a6 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.693861:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.693862:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.693863:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.693865:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.693867:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.693869:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.693870:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.693871:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.693874:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.693881:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b202171c00 with handle 0x1886cffb85c2ac92 from hash 00010000:00000001:0.0:1767734667.693884:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.693885:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.693887:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.693888:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.693891:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.693893:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.693895:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.693897:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6b000/0x1886cffb85c2a385 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8cc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da758d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.693903:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.693904:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.693905:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.693907:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.693909:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.693911:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.693912:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.693914:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.693916:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.693919:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6b000 with handle 0x1886cffb85c2a385 from hash 00010000:00000001:0.0:1767734667.693921:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.693922:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.693923:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.693924:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.693926:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.693927:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.693929:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.693931:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.693933:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.693935:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.693938:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.693940:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.693942:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.693944:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.693946:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.693956:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.693959:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.693961:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.693965:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202171c00/0x1886cffb85c2ac92 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da89a6 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.693973:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6b000/0x1886cffb85c2a385 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8cc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da758d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.693979:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.693981:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.693983:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.693984:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.693986:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.693988:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.693990:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.693992:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.693994:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.693996:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.693998:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.693999:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.694004:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672063488/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.694011:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.694013:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.694017:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672063488/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.694023:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.694025:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.694027:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.694028:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.694030:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.694032:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.694039:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.694041:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.694043:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.694047:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672063488/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.694056:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672063488:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.694059:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.694061:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.694063:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.694064:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.694067:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672063488/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.694074:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.694076:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.694078:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.694080:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.694082:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.694084:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.694088:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672063488/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.694094:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.694095:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.694097:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.694098:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.694100:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.694103:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.694104:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.694105:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.694107:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.694109:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.694110:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.694112:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.694118:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.694121:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202171c00/0x1886cffb85c2ac92 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da89a6 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.694130:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.694132:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.694134:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6b000/0x1886cffb85c2a385 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8cc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da758d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.694142:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.694144:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.694146:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.694148:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1ddd0d100 count: 0 00010000:00000010:0.0:1767734667.694152:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9180. 00010000:00000040:0.0:1767734667.694179:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461700 count: 3 00010000:00000001:0.0:1767734667.694181:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.694183:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461700 count: 4 00010000:00000001:0.0:1767734667.694186:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.694188:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.694190:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.694193:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb347000/0x1886cffb85c2ae4b lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x88d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8ed1 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.694199:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.694201:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.694202:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.694203:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.694205:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.694207:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.694209:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.694210:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.694212:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.694215:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb347000 with handle 0x1886cffb85c2ae4b from hash 00010000:00000001:0.0:1767734667.694217:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.694223:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.694225:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.694226:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.694229:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.694231:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.694233:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.694235:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bed000/0x1886cffb85c29244 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x88d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da3ae6 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.694241:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.694242:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.694243:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.694245:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.694247:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.694248:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.694249:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.694251:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.694252:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.694255:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f8bed000 with handle 0x1886cffb85c29244 from hash 00010000:00000001:0.0:1767734667.694257:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.694258:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.694259:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.694260:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.694262:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.694263:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.694265:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.694267:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.694269:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.694271:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.694274:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.694276:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.694279:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.694281:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.694283:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.694286:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.694289:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.694296:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.694301:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb347000/0x1886cffb85c2ae4b lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x88d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8ed1 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.694308:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bed000/0x1886cffb85c29244 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x88d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da3ae6 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.694336:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.694338:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.694340:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.694342:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.694345:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.694347:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.694350:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.694351:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.694356:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.694359:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.694361:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.694363:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.694369:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672063616/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.694378:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.694380:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.694385:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672063616/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.694392:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.694395:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.694397:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.694399:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.694402:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.694404:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.694406:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.694408:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.694416:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.694424:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672063616/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.694433:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672063616:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.694439:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.694442:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.694444:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.694446:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.694449:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672063616/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.694456:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.694458:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.694460:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.694461:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.694464:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.694465:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.694468:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672063616/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.694475:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.694476:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.694478:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.694480:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.694482:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.694485:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.694486:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.694488:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.694491:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.694492:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.694494:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.694496:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.694498:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.694501:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb347000/0x1886cffb85c2ae4b lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x88d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8ed1 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.694522:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.694523:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.694526:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bed000/0x1886cffb85c29244 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x88d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da3ae6 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.694533:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.694535:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.694537:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.694539:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d0461700 count: 0 00010000:00000010:0.0:1767734667.694543:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1fa254f80. 00010000:00000040:0.0:1767734667.694548:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427ce00 count: 3 00010000:00000001:0.0:1767734667.694550:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.694553:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427ce00 count: 4 00010000:00000001:0.0:1767734667.694555:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.694573:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.694577:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.694580:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27c00/0x1886cffb85c2ad6b lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8ad:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8c31 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.694587:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.694589:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.694590:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.694592:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.694594:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.694596:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.694598:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.694600:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.694602:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.694604:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1e7e27c00 with handle 0x1886cffb85c2ad6b from hash 00010000:00000001:0.0:1767734667.694606:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.694608:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.694609:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.694611:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.694621:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.694623:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.694625:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.694629:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fee00/0x1886cffb85c29b0b lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8ad:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da58bb expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.694636:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.694638:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.694639:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.694641:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.694642:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.694644:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.694645:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.694647:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.694648:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.694651:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c13fee00 with handle 0x1886cffb85c29b0b from hash 00010000:00000001:0.0:1767734667.694653:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.694654:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.694655:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.694656:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.694658:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.694659:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.694662:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.694663:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.694665:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.694667:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.694671:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.694673:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.694676:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.694677:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.694680:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.694683:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.694686:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.694688:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.694692:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27c00/0x1886cffb85c2ad6b lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8ad:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8c31 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.694717:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fee00/0x1886cffb85c29b0b lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8ad:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da58bb expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.694724:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.694725:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.694727:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.694729:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.694731:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.694733:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.694735:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.694737:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.694740:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.694742:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.694743:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.694745:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.694750:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672063744/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.694758:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.694760:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.694764:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672063744/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.694770:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.694772:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.694774:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.694776:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.694778:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.694779:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.694782:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.694783:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.694785:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.694789:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672063744/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.694803:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672063744:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.694807:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.694809:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.694811:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.694813:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.694816:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672063744/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.694822:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.694824:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.694827:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.694828:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.694830:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.694832:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.694835:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672063744/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.694841:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.694843:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.694844:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.694846:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.694848:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.694850:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.694852:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.694854:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.694856:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.694858:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.694860:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.694861:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.694863:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.694867:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27c00/0x1886cffb85c2ad6b lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8ad:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8c31 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.694885:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.694887:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.694890:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13fee00/0x1886cffb85c29b0b lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8ad:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da58bb expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.694898:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.694899:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.694901:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.694904:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f427ce00 count: 0 00010000:00000010:0.0:1767734667.694907:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa700. 00010000:00000040:0.0:1767734667.694912:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0dc00 count: 3 00010000:00000001:0.0:1767734667.694914:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.694917:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0dc00 count: 4 00010000:00000001:0.0:1767734667.694919:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.694921:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.694924:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.694927:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202170000/0x1886cffb85c2ac8b lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8991 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.694933:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.694935:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.694936:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.694937:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.694939:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.694941:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.694943:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.694944:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.694946:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.694949:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b202170000 with handle 0x1886cffb85c2ac8b from hash 00010000:00000001:0.0:1767734667.694951:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.694952:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.694953:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.694955:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.694962:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.694963:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.694966:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.694969:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202171600/0x1886cffb85c2a3cb lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8cd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da767b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.694975:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.694976:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.694977:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.694978:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.694980:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.694982:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.694983:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.694985:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.694986:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.694988:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b202171600 with handle 0x1886cffb85c2a3cb from hash 00010000:00000001:0.0:1767734667.694990:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.694992:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.694993:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.694994:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.694996:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.694997:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.694999:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.695001:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.695003:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.695005:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.695008:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.695010:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.695012:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.695014:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.695016:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.695019:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.695022:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.695024:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.695027:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202170000/0x1886cffb85c2ac8b lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8991 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.695043:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202171600/0x1886cffb85c2a3cb lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8cd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da767b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.695050:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.695051:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.695053:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.695055:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.695057:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.695059:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.695061:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.695063:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.695065:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.695067:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.695069:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.695070:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.695074:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672063872/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.695081:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.695082:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.695086:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672063872/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.695092:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.695095:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.695096:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.695098:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.695101:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.695102:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.695105:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.695106:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.695108:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.695111:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672063872/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.695125:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672063872:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.695129:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.695131:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.695133:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.695134:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.695138:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672063872/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.695144:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.695146:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.695148:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.695149:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.695152:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.695153:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.695156:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672063872/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.695163:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.695164:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.695165:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.695167:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.695169:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.695172:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.695173:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.695174:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.695177:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.695179:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.695180:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.695182:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.695184:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.695186:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202170000/0x1886cffb85c2ac8b lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8991 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.695206:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.695207:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.695210:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202171600/0x1886cffb85c2a3cb lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8cd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da767b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.695218:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.695219:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.695221:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.695223:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1ddd0dc00 count: 0 00010000:00000010:0.0:1767734667.695227:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9b00. 00010000:00000040:0.0:1767734667.695254:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c6fec300 count: 2 00010000:00000001:0.0:1767734667.695256:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.695258:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c6fec300 count: 3 00010000:00000001:0.0:1767734667.695260:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.695262:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.695265:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.695268:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afd000/0x1886cffb85c12c41 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x2e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58d3f593 expref: -99 pid: 226916 timeout: 0 lvb_type: 3 00000080:00000001:0.0:1767734667.695275:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.695276:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.695278:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.695279:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.695281:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.695283:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.695284:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.695286:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.695288:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.695290:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b200afd000 with handle 0x1886cffb85c12c41 from hash 00010000:00000001:0.0:1767734667.695292:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.695294:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.695295:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.695297:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.695304:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.695306:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000010:0.1:1767734667.695334:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6ca00. 00010000:00000010:0.1:1767734667.695339:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b200afd400. 00010000:00000010:0.1:1767734667.695343:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f9e26600. 00010000:00000010:0.1:1767734667.695348:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb08dc00. 00010000:00000010:0.1:1767734667.695352:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f1a82400. 00010000:00000010:0.1:1767734667.695362:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f427cb00. 00010000:00000010:0.1:1767734667.695370:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6dc00. 00010000:00000010:0.1:1767734667.695373:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b200afda00. 00010000:00000010:0.1:1767734667.695376:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f9e26800. 00010000:00000010:0.1:1767734667.695381:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb08c400. 00010000:00000010:0.1:1767734667.695391:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f1a82a00. 00010000:00000010:0.1:1767734667.695396:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1dd328300. 00010000:00000010:0.1:1767734667.695400:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6c600. 00010000:00000010:0.1:1767734667.695416:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b200afc800. 00010000:00000010:0.1:1767734667.695430:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f9e26100. 00010000:00000010:0.1:1767734667.695436:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb08d600. 00010000:00000010:0.1:1767734667.695441:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f1a83e00. 00010000:00000010:0.1:1767734667.695447:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f0ebcb00. 00010000:00000010:0.1:1767734667.695452:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f0f5c600. 00010000:00000010:0.1:1767734667.695455:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b2005f1c00. 00010000:00000010:0.1:1767734667.695466:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6de00. 00010000:00000010:0.1:1767734667.695470:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b200afd800. 00010000:00000010:0.1:1767734667.695473:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f9e26e00. 00010000:00000010:0.1:1767734667.695477:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb08c000. 00010000:00000010:0.1:1767734667.695480:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f1a83a00. 00010000:00000010:0.1:1767734667.695484:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f0ebc000. 00010000:00000010:0.1:1767734667.695487:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f8afc800. 00010000:00000010:0.1:1767734667.695490:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1c88c3900. 00010000:00000010:0.1:1767734667.695493:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6c800. 00010000:00000010:0.1:1767734667.695496:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b200afc200. 00010000:00000010:0.1:1767734667.695499:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f9e26900. 00010000:00000010:0.1:1767734667.695502:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb08d000. 00010000:00000010:0.1:1767734667.695504:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f1a82800. 00010000:00000010:0.1:1767734667.695508:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1dd328200. 00010000:00000010:0.1:1767734667.695510:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6d800. 00010000:00000010:0.1:1767734667.695513:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b200afc600. 00010000:00000010:0.1:1767734667.695516:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f9e26400. 00010000:00000010:0.1:1767734667.695519:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb08ce00. 00010000:00000010:0.1:1767734667.695522:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f1a82600. 00010000:00000010:0.1:1767734667.695525:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f0ebc300. 00010000:00000010:0.1:1767734667.695528:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c1676c00. 00010000:00000010:0.1:1767734667.695532:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f0ebc500. 00010000:00000010:0.1:1767734667.695535:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1d85b5400. 00010000:00000010:0.1:1767734667.695539:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c13fe000. 00010000:00000010:0.1:1767734667.695542:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f9e26300. 00010000:00000010:0.1:1767734667.695550:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb08c800. 00010000:00000010:0.1:1767734667.695554:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f1a82200. 00010000:00000010:0.1:1767734667.695574:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1ddd0db00. 00010000:00000010:0.1:1767734667.695578:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb346a00. 00010000:00000010:0.1:1767734667.695581:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1ddd0d400. 00010000:00000010:0.1:1767734667.695586:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1d85b4600. 00010000:00000010:0.1:1767734667.695590:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c13ff600. 00010000:00000010:0.1:1767734667.695594:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f427c100. 00010000:00000010:0.1:1767734667.695597:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb08cc00. 00010000:00000010:0.1:1767734667.695600:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f1a83000. 00010000:00000010:0.1:1767734667.695603:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1ddd0dd00. 00010000:00000010:0.1:1767734667.695606:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb347200. 00010000:00000010:0.1:1767734667.695610:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1ddd0df00. 00010000:00000010:0.1:1767734667.695612:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ee00. 00010000:00000010:0.1:1767734667.695616:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1600. 00010000:00000010:0.1:1767734667.695620:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1d85b5a00. 00010000:00000010:0.1:1767734667.695623:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c13ff000. 00010000:00000010:0.1:1767734667.695627:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f427cf00. 00010000:00000010:0.1:1767734667.695630:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb08c200. 00010000:00000010:0.1:1767734667.695632:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f1a82e00. 00010000:00000010:0.1:1767734667.695635:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f0ebcc00. 00010000:00000010:0.1:1767734667.695638:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b2011db000. 00010000:00000010:0.1:1767734667.695641:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1c00. 00010000:00000010:0.1:1767734667.695644:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1d85b4a00. 00010000:00000010:0.1:1767734667.695647:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c13fe600. 00010000:00000010:0.1:1767734667.695651:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f427c500. 00010000:00000010:0.1:1767734667.695653:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb08de00. 00010000:00000010:0.1:1767734667.695656:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f1a83600. 00010000:00000010:0.1:1767734667.695659:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1ddd0da00. 00010000:00000010:0.1:1767734667.695662:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb347400. 00010000:00000010:0.1:1767734667.695664:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1ddd0d300. 00010000:00000010:0.1:1767734667.695667:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1d85b5200. 00010000:00000010:0.1:1767734667.695676:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c13ff800. 00010000:00000010:0.1:1767734667.695680:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1dd328900. 00010000:00000010:0.1:1767734667.695683:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb08d800. 00010000:00000010:0.1:1767734667.695687:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f1a82000. 00010000:00000010:0.1:1767734667.695690:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1ddd0d900. 00010000:00000010:0.1:1767734667.695701:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1e7e26a00. 00010000:00000010:0.1:1767734667.695704:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c13fea00. 00010000:00000010:0.1:1767734667.695707:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f427c800. 00010000:00000010:0.1:1767734667.695711:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b202170400. 00010000:00000001:0.0:1767734667.695716:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.695719:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.695721:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.695723:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.695745:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.695748:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.695751:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.695753:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.695756:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.695760:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.695763:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.695766:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.695770:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afd000/0x1886cffb85c12c41 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x2e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58d3f593 expref: -99 pid: 226916 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767734667.695778:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.695780:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.695783:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.695784:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.695787:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.695789:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.695792:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.695794:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.695797:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.695799:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.695801:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.695803:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.695808:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672064000/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.695815:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.695817:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.695822:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672064000/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.695842:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.695845:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.695847:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.695849:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.695851:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.695852:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.695855:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.695857:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.695858:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.695863:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672064000/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.695871:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672064000:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.695876:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.695878:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.695880:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.695882:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.695885:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672064000/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.695891:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.695893:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.695896:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.695897:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.695899:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.695901:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.695904:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672064000/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.695910:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.695912:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.695913:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.695915:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.695922:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.695925:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.695927:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.695928:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.695931:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.695933:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.695935:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.695936:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.695939:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.695942:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afd000/0x1886cffb85c12c41 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x2e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58d3f593 expref: -99 pid: 226916 timeout: 0 lvb_type: 3 00010000:00000010:0.0:1767734667.695949:0:249249:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94b1fb3b1a80. 00010000:00000001:0.0:1767734667.695953:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.695955:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.695957:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.695959:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1c6fec300 count: 0 00010000:00000010:0.0:1767734667.695963:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f65d9880. 00010000:00000040:0.0:1767734667.695968:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c6147200 count: 3 00010000:00000001:0.0:1767734667.695971:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.695973:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c6147200 count: 4 00010000:00000001:0.0:1767734667.695976:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.695978:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.695981:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.695984:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb346600/0x1886cffb85c2ae44 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x88e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8ebc expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.695990:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.695992:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.695993:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.695994:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.695996:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.695998:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.696000:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.696001:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.696004:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.696011:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb346600 with handle 0x1886cffb85c2ae44 from hash 00010000:00000001:0.0:1767734667.696014:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.696016:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.696017:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.696019:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.696021:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.696023:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.696025:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.696028:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f7487800/0x1886cffb85c2928a lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x88e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da3bd4 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.696035:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.696037:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.696038:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.696039:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.696041:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.696043:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.696044:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.696045:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.696047:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.696049:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f7487800 with handle 0x1886cffb85c2928a from hash 00010000:00000001:0.0:1767734667.696051:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.696053:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.696054:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.696055:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.696056:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.696058:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.696060:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.696062:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.696064:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.696066:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.696069:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.696071:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.696074:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.696075:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.696077:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.696088:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.696091:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.696094:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.696097:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb346600/0x1886cffb85c2ae44 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x88e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8ebc expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.696106:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f7487800/0x1886cffb85c2928a lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x88e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da3bd4 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.696112:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.696113:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.696115:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.696116:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.696119:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.696121:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.696123:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.696124:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.696127:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.696129:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.696130:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.696132:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.696136:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672064128/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.696144:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.696146:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.696150:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672064128/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.696156:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.696158:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.696160:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.696162:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.696164:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.696165:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.696173:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.696175:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.696176:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.696181:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672064128/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.696189:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672064128:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.696193:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.696195:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.696197:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.696198:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.696201:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672064128/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.696208:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.696210:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.696213:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.696214:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.696217:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.696218:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.696221:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672064128/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.696227:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.696229:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.696230:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.696232:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.696234:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.696236:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.696237:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.696239:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.696241:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.696243:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.696244:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.696246:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.696252:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.696255:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb346600/0x1886cffb85c2ae44 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x88e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8ebc expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.696263:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.696265:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.696267:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f7487800/0x1886cffb85c2928a lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x88e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da3bd4 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.696274:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.696276:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.696278:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.696280:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1c6147200 count: 0 00010000:00000010:0.0:1767734667.696284:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa980. 00010000:00000040:0.0:1767734667.696288:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c600 count: 3 00010000:00000001:0.0:1767734667.696290:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.696292:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c600 count: 4 00010000:00000001:0.0:1767734667.696294:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.696296:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.696299:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.696302:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26400/0x1886cffb85c2ad64 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8ae:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8c1c expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.696334:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.696336:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.696337:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.696339:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.696341:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.696344:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.696345:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.696347:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.696349:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.696352:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1e7e26400 with handle 0x1886cffb85c2ad64 from hash 00010000:00000001:0.0:1767734667.696354:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.696362:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.696364:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.696365:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.696368:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.696369:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.696372:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.696375:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13ff200/0x1886cffb85c29b51 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8ae:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da59a9 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.696382:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.696383:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.696384:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.696386:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.696387:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.696389:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.696390:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.696392:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.696393:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.696396:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c13ff200 with handle 0x1886cffb85c29b51 from hash 00010000:00000001:0.0:1767734667.696398:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.696399:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.696400:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.696401:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.696403:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.696404:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.696407:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.696409:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.696411:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.696413:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.696417:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.696420:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.696423:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.696424:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.696427:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.696430:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.696434:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.696441:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.696446:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26400/0x1886cffb85c2ad64 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8ae:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8c1c expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.696453:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13ff200/0x1886cffb85c29b51 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8ae:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da59a9 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.696459:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.696461:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.696463:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.696464:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.696467:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.696469:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.696471:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.696473:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.696476:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.696478:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.696480:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.696481:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.696486:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672064256/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.696493:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.696495:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.696499:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672064256/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.696505:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.696507:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.696509:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.696511:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.696513:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.696514:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.696517:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.696518:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.696524:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.696529:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672064256/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.696538:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672064256:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.696542:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.696544:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.696546:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.696547:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.696550:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672064256/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.696572:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.696575:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.696578:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.696579:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.696581:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.696583:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.696587:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672064256/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.696594:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.696596:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.696597:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.696599:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.696601:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.696604:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.696605:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.696606:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.696609:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.696610:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.696612:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.696614:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.696616:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.696619:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26400/0x1886cffb85c2ad64 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8ae:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8c1c expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.696640:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.696642:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.696644:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13ff200/0x1886cffb85c29b51 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8ae:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da59a9 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.696652:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.696654:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.696656:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.696658:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f427c600 count: 0 00010000:00000010:0.0:1767734667.696662:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baac80. 00010000:00000040:0.0:1767734667.696667:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d500 count: 3 00010000:00000001:0.0:1767734667.696669:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.696671:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0d500 count: 4 00010000:00000001:0.0:1767734667.696674:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.696676:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.696679:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.696682:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6c000/0x1886cffb85c2aec2 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da902f expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.696688:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.696690:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.696691:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.696692:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.696694:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.696696:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.696698:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.696700:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.696702:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.696705:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6c000 with handle 0x1886cffb85c2aec2 from hash 00010000:00000001:0.0:1767734667.696707:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.696709:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.696711:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.696712:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.696721:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.696722:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.696725:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.696728:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202170c00/0x1886cffb85c2a5ed lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da7b21 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.696735:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.696736:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.696737:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.696738:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.696740:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.696742:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.696743:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.696744:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.696746:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.696749:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b202170c00 with handle 0x1886cffb85c2a5ed from hash 00010000:00000001:0.0:1767734667.696751:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.696752:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.696754:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.696755:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.696757:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.696759:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.696761:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.696763:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.696765:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.696767:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.696770:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.696772:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.696775:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.696776:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.696778:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.696782:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.696785:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.696788:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.696791:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6c000/0x1886cffb85c2aec2 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da902f expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.696809:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202170c00/0x1886cffb85c2a5ed lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da7b21 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.696816:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.696817:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.696820:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.696821:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.696824:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.696825:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.696828:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.696829:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.696832:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.696834:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.696836:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.696837:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.696842:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672064384/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.696850:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.696852:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.696856:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672064384/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.696862:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.696864:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.696866:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.696868:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.696869:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.696871:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.696873:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.696875:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.696877:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.696880:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672064384/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.696894:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672064384:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.696899:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.696901:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.696903:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.696904:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.696907:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672064384/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.696914:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.696916:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.696918:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.696919:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.696921:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.696923:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.696926:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672064384/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.696932:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.696934:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.696935:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.696937:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.696939:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.696942:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.696943:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.696945:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.696947:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.696949:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.696951:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.696952:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.696954:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.696957:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6c000/0x1886cffb85c2aec2 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da902f expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.696974:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.696976:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.696978:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202170c00/0x1886cffb85c2a5ed lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8ce:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da7b21 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.696986:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.696988:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.696990:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.696992:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1ddd0d500 count: 0 00010000:00000010:0.0:1767734667.696995:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9900. 00010000:00000040:0.0:1767734667.697000:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:0.0:1767734667.697002:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.697005:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 3 00010000:00000001:0.0:1767734667.697007:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.697009:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.697011:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.697014:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08200/0x1886cffb85c2b647 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8ee:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab5dd expref: -99 pid: 243528 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.697020:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.697022:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.697023:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.697024:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.697026:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.697028:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.697030:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.697031:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.697033:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.697036:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f0d08200 with handle 0x1886cffb85c2b647 from hash 00010000:00000001:0.0:1767734667.697039:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.697040:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.697041:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.697043:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.697049:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.697051:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.697054:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.697056:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.697058:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.697060:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.697063:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.697065:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.697067:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.697069:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.697071:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.697075:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.697078:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.697080:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.697083:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08200/0x1886cffb85c2b647 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8ee:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab5dd expref: -99 pid: 243528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.697090:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.697092:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.697093:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.697095:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.697097:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.697100:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.697102:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.697103:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.697106:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.697108:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.697110:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.697111:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.697116:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672064512/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.697122:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.697124:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.697128:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672064512/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.697146:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.697148:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.697150:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.697152:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.697154:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.697156:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.697158:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.697160:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.697161:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.697166:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672064512/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.697173:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672064512:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.697177:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.697179:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.697181:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.697182:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.697185:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672064512/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.697193:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.697195:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.697197:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.697199:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.697201:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.697202:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.697205:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672064512/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.697212:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.697213:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.697214:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.697216:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.697223:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.697225:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.697227:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.697228:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.697231:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.697232:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.697234:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.697236:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.697238:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.697241:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08200/0x1886cffb85c2b647 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8ee:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab5dd expref: -99 pid: 243528 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.697249:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.697251:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.697253:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.697255:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1fa50c000 count: 0 00010000:00000010:0.0:1767734667.697259:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f1164680. 00010000:00000040:0.0:1767734667.697285:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c6147d00 count: 3 00010000:00000001:0.0:1767734667.697288:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.697290:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c6147d00 count: 4 00010000:00000001:0.0:1767734667.697292:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.697294:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.697297:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.697299:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb347c00/0x1886cffb85c2ae3d lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x88f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8ea7 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.697306:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.697328:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.697330:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.697332:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.697334:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.697336:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.697338:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.697340:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.697342:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.697345:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb347c00 with handle 0x1886cffb85c2ae3d from hash 00010000:00000001:0.0:1767734667.697356:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.697358:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.697359:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.697360:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.697363:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.697364:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.697367:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.697370:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bed800/0x1886cffb85c292d0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x88f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da3cc2 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.697376:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.697378:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.697379:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.697380:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.697382:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.697384:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.697385:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.697387:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.697389:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.697391:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f8bed800 with handle 0x1886cffb85c292d0 from hash 00010000:00000001:0.0:1767734667.697394:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.697395:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.697396:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.697398:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.697399:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.697400:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.697403:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.697405:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.697407:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.697408:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.697412:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.697415:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.697417:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.697419:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.697421:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.697424:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.697433:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.697435:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.697439:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb347c00/0x1886cffb85c2ae3d lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x88f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8ea7 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.697447:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bed800/0x1886cffb85c292d0 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x88f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da3cc2 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.697453:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.697455:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.697457:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.697458:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.697461:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.697463:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.697465:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.697466:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.697469:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.697471:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.697473:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.697474:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.697479:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672064640/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.697487:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.697488:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.697492:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672064640/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.697499:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.697501:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.697502:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.697504:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.697506:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.697508:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.697510:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.697516:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.697518:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.697523:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672064640/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.697532:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672064640:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.697535:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.697538:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.697540:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.697541:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.697545:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672064640/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.697552:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.697554:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.697556:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.697576:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.697579:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.697581:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.697584:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672064640/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.697591:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.697593:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.697594:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.697596:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.697598:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.697601:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.697603:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.697621:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.697623:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.697625:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.697626:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.697628:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.697630:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.697633:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb347c00/0x1886cffb85c2ae3d lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x88f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8ea7 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.697647:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.697648:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.697651:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bed800/0x1886cffb85c292d0 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x88f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da3cc2 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.697658:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.697659:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.697661:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.697663:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1c6147d00 count: 0 00010000:00000010:0.0:1767734667.697667:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa900. 00010000:00000040:0.0:1767734667.697671:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c000 count: 3 00010000:00000001:0.0:1767734667.697673:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.697675:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c000 count: 4 00010000:00000001:0.0:1767734667.697677:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.697679:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.697682:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.697685:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27600/0x1886cffb85c2ad5d lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8af:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8c07 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.697691:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.697693:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.697694:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.697695:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.697697:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.697699:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.697700:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.697702:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.697704:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.697706:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1e7e27600 with handle 0x1886cffb85c2ad5d from hash 00010000:00000001:0.0:1767734667.697709:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.697710:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.697711:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.697712:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.697719:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.697721:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.697723:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.697726:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13ffc00/0x1886cffb85c29b97 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8af:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da5a97 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.697732:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.697733:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.697734:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.697735:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.697737:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.697738:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.697740:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.697741:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.697743:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.697746:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c13ffc00 with handle 0x1886cffb85c29b97 from hash 00010000:00000001:0.0:1767734667.697748:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.697750:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.697751:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.697752:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.697753:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.697754:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.697757:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.697758:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.697760:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.697762:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.697765:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.697767:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.697769:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.697771:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.697773:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.697776:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.697779:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.697781:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.697784:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27600/0x1886cffb85c2ad5d lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8af:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8c07 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.697800:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13ffc00/0x1886cffb85c29b97 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8af:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5a97 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.697806:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.697807:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.697809:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.697811:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.697813:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.697815:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.697817:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.697818:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.697821:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.697823:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.697824:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.697826:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.697830:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672064768/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.697837:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.697839:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.697842:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672064768/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.697848:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.697850:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.697852:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.697853:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.697855:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.697857:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.697859:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.697860:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.697862:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.697865:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672064768/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.697878:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672064768:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.697882:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.697884:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.697886:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.697887:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.697890:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672064768/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.697896:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.697898:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.697900:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.697901:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.697903:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.697905:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.697908:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672064768/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.697913:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.697915:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.697916:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.697918:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.697920:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.697923:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.697924:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.697926:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.697928:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.697929:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.697930:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.697932:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.697933:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.697936:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27600/0x1886cffb85c2ad5d lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8af:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8c07 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.697955:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.697957:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.697960:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c13ffc00/0x1886cffb85c29b97 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8af:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5a97 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.697966:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.697968:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.697970:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.697972:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f427c000 count: 0 00010000:00000010:0.0:1767734667.697975:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa800. 00010000:00000040:0.0:1767734667.697980:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1200 count: 3 00010000:00000001:0.0:1767734667.697981:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.697983:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1200 count: 4 00010000:00000001:0.0:1767734667.697985:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.697987:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.697990:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.697992:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb347e00/0x1886cffb85c2af40 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da91a2 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.697998:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.698000:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.698001:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.698002:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.698004:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.698006:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.698007:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.698008:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.698010:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.698012:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb347e00 with handle 0x1886cffb85c2af40 from hash 00010000:00000001:0.0:1767734667.698014:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.698016:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.698017:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.698018:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.698025:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.698026:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.698029:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.698032:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6da00/0x1886cffb85c2a80f lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da7fc7 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.698038:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.698039:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.698040:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.698041:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.698043:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.698044:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.698046:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.698047:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.698048:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.698051:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6da00 with handle 0x1886cffb85c2a80f from hash 00010000:00000001:0.0:1767734667.698053:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.698054:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.698055:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.698056:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.698057:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.698059:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.698061:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.698063:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.698064:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.698066:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.698069:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.698071:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.698073:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.698074:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.698076:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.698079:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.698082:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.698084:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.698086:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb347e00/0x1886cffb85c2af40 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da91a2 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.698103:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6da00/0x1886cffb85c2a80f lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da7fc7 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.698109:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.698110:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.698112:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.698114:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.698116:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.698118:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.698120:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.698121:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.698123:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.698125:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.698127:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.698128:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.698133:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672064896/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.698140:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.698142:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.698145:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672064896/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.698152:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.698154:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.698156:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.698158:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.698160:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.698161:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.698163:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.698165:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.698166:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.698170:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672064896/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.698183:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672064896:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.698187:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.698189:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.698190:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.698192:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.698195:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672064896/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.698201:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.698202:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.698204:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.698206:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.698208:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.698209:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.698212:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672064896/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.698218:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.698219:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.698221:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.698222:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.698224:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.698227:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.698228:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.698230:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.698232:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.698234:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.698235:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.698237:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.698238:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.698241:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb347e00/0x1886cffb85c2af40 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da91a2 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.698258:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.698259:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.698262:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6da00/0x1886cffb85c2a80f lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8cf:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da7fc7 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.698269:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.698270:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.698272:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.698275:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1200 count: 0 00010000:00000010:0.0:1767734667.698278:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7e3f400. 00010000:00000040:0.0:1767734667.698282:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebca00 count: 2 00010000:00000001:0.0:1767734667.698284:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.698286:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebca00 count: 3 00010000:00000001:0.0:1767734667.698287:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.698290:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.698292:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.698295:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7f54800/0x1886cffb85c2b655 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8ef:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dab615 expref: -99 pid: 243589 timeout: 0 lvb_type: 3 00000080:00000001:0.0:1767734667.698301:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.698303:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.698304:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.698305:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.698307:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.698308:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.698310:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.698311:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.698313:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.698315:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1e7f54800 with handle 0x1886cffb85c2b655 from hash 00010000:00000001:0.0:1767734667.698317:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.698318:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.698320:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.698321:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.698347:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.698349:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.698357:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.698360:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.698362:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.698364:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.698369:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.698371:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.698374:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.698376:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.698379:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.698384:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.698388:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.698390:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.698395:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7f54800/0x1886cffb85c2b655 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8ef:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dab615 expref: -99 pid: 243589 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767734667.698404:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.698406:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.698409:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.698410:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.698414:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.698417:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.698420:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.698422:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.698426:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.698429:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.698431:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.698432:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.698436:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672065024/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.698443:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.698445:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.698449:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672065024/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.698467:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.698470:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.698472:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.698474:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.698475:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.698477:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.698479:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.698481:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.698482:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.698486:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672065024/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.698494:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672065024:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.698498:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.698500:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.698502:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.698504:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.698507:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672065024/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.698513:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.698515:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.698518:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.698519:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.698522:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.698523:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.698526:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672065024/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.698533:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.698535:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.698536:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.698538:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.698546:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.698549:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.698550:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.698552:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.698554:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.698556:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.698572:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.698574:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.698576:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.698579:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7f54800/0x1886cffb85c2b655 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8ef:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dab615 expref: -99 pid: 243589 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1767734667.698590:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.698591:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.698593:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.698596:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f0ebca00 count: 0 00010000:00000010:0.0:1767734667.698600:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f99a9680. 00010000:00000040:0.0:1767734667.698626:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328600 count: 3 00010000:00000001:0.0:1767734667.698628:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.698631:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328600 count: 4 00010000:00000001:0.0:1767734667.698633:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.698634:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.698637:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.698639:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb346400/0x1886cffb85c2ae36 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x890:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8e92 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.698645:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.698647:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.698649:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.698650:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.698652:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.698654:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.698656:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.698658:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.698660:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.698663:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb346400 with handle 0x1886cffb85c2ae36 from hash 00010000:00000001:0.0:1767734667.698671:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.698672:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.698674:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.698675:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.698677:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.698679:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.698681:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.698684:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bec400/0x1886cffb85c29316 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x890:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da3db0 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.698689:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.698690:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.698691:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.698692:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.698694:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.698695:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.698697:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.698698:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.698699:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.698702:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f8bec400 with handle 0x1886cffb85c29316 from hash 00010000:00000001:0.0:1767734667.698704:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.698705:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.698706:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.698707:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.698708:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.698709:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.698712:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.698714:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.698716:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.698718:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.698722:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.698725:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.698727:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.698729:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.698732:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.698735:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.698744:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.698747:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.698751:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb346400/0x1886cffb85c2ae36 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x890:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8e92 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.698759:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bec400/0x1886cffb85c29316 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x890:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da3db0 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.698764:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.698766:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.698768:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.698769:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.698771:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.698773:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.698775:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.698776:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.698779:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.698781:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.698783:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.698784:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.698789:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672065152/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.698796:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.698798:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.698802:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672065152/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.698808:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.698810:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.698811:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.698813:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.698815:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.698816:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.698818:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.698825:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.698827:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.698831:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672065152/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.698840:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672065152:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.698843:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.698845:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.698847:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.698848:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.698851:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672065152/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.698858:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.698860:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.698863:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.698864:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.698866:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.698867:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.698870:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672065152/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.698876:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.698877:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.698879:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.698880:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.698882:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.698884:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.698885:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.698887:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.698889:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.698890:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.698891:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.698893:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.698895:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.698897:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb346400/0x1886cffb85c2ae36 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x890:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8e92 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.698910:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.698912:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.698914:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bec400/0x1886cffb85c29316 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x890:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da3db0 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.698921:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.698923:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.698925:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.698927:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1dd328600 count: 0 00010000:00000010:0.0:1767734667.698930:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9980. 00010000:00000040:0.0:1767734667.698935:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c900 count: 3 00010000:00000001:0.0:1767734667.698937:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.698938:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c900 count: 4 00010000:00000001:0.0:1767734667.698940:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.698942:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.698945:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.698948:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26000/0x1886cffb85c2ad56 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8b0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8bf2 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.698955:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.698956:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.698957:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.698958:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.698960:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.698962:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.698964:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.698965:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.698967:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.698970:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1e7e26000 with handle 0x1886cffb85c2ad56 from hash 00010000:00000001:0.0:1767734667.698972:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.698974:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.698975:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.698977:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.698983:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.698985:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.698987:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.698990:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8c00/0x1886cffb85c29bdd lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8b0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da5b85 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.698996:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.698997:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.698998:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.698999:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.699001:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.699002:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.699003:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.699005:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.699006:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.699009:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1de1a8c00 with handle 0x1886cffb85c29bdd from hash 00010000:00000001:0.0:1767734667.699010:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.699012:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.699013:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.699014:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.699015:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.699016:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.699018:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.699020:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.699022:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.699023:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.699026:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.699029:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.699031:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.699032:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.699034:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.699037:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.699040:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.699042:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.699046:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26000/0x1886cffb85c2ad56 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8b0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8bf2 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.699063:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8c00/0x1886cffb85c29bdd lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8b0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5b85 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.699069:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.699070:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.699072:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.699073:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.699076:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.699078:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.699080:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.699081:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.699083:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.699085:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.699087:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.699088:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.699092:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672065280/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.699098:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.699100:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.699103:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672065280/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.699110:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.699112:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.699114:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.699116:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.699117:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.699119:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.699121:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.699123:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.699125:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.699128:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672065280/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.699143:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672065280:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.699147:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.699149:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.699151:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.699153:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.699155:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672065280/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.699161:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.699163:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.699165:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.699167:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.699169:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.699170:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.699173:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672065280/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.699179:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.699180:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.699182:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.699183:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.699185:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.699188:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.699189:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.699191:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.699193:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.699194:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.699196:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.699197:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.699199:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.699202:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26000/0x1886cffb85c2ad56 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8b0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8bf2 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.699219:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.699220:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.699223:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8c00/0x1886cffb85c29bdd lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8b0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5b85 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.699230:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.699232:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.699234:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.699236:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f427c900 count: 0 00010000:00000010:0.0:1767734667.699239:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa180. 00010000:00000040:0.0:1767734667.699243:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1a00 count: 3 00010000:00000001:0.0:1767734667.699245:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.699247:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1a00 count: 4 00010000:00000001:0.0:1767734667.699249:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.699251:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.699254:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.699257:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f7487000/0x1886cffb85c2afda lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da9369 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.699263:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.699265:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.699266:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.699267:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.699269:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.699271:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.699272:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.699273:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.699275:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.699277:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f7487000 with handle 0x1886cffb85c2afda from hash 00010000:00000001:0.0:1767734667.699280:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.699281:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.699283:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.699284:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.699290:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.699292:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.699294:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.699297:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6cc00/0x1886cffb85c2aa38 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8d0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da847b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.699303:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.699305:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.699306:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.699307:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767734667.699330:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f1a83400. 00010000:00000010:0.1:1767734667.699335:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1ddd0d700. 00010000:00000010:0.1:1767734667.699339:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1e7e27400. 00010000:00000010:0.1:1767734667.699343:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c13fe800. 00010000:00000010:0.1:1767734667.699346:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f427cd00. 00010000:00000010:0.1:1767734667.699350:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b202170600. 00010000:00000010:0.1:1767734667.699353:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f1a83c00. 00010000:00000010:0.1:1767734667.699356:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f0ebc600. 00010000:00000001:0.0:1767734667.699362:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.699363:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.699365:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.699366:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.699368:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.699370:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6cc00 with handle 0x1886cffb85c2aa38 from hash 00010000:00000001:0.0:1767734667.699372:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.699373:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.699375:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.699376:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.699377:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.699378:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.699381:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.699383:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.699385:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.699387:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.699391:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.699393:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.699396:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.699398:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.699401:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.699404:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.699407:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.699410:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.699413:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f7487000/0x1886cffb85c2afda lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da9369 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.699432:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6cc00/0x1886cffb85c2aa38 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8d0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da847b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.699438:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.699440:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.699442:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.699443:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.699446:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.699448:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.699450:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.699451:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.699454:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.699457:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.699459:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.699460:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.699465:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672065408/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.699472:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.699474:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.699478:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672065408/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.699484:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.699486:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.699487:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.699489:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.699491:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.699493:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.699495:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.699496:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.699498:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.699501:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672065408/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.699515:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672065408:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.699519:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.699521:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.699522:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.699524:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.699527:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672065408/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.699533:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.699534:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.699537:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.699538:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.699540:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.699541:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.699544:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672065408/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.699550:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.699551:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.699553:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.699554:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.699572:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.699579:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.699581:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.699582:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.699585:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.699587:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.699588:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.699590:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.699592:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.699595:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f7487000/0x1886cffb85c2afda lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da9369 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.699615:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.699616:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.699619:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6cc00/0x1886cffb85c2aa38 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8d0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da847b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.699626:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.699628:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.699630:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.699632:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1a00 count: 0 00010000:00000010:0.0:1767734667.699635:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7e3fe80. 00010000:00000040:0.0:1767734667.699639:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 3 00010000:00000001:0.0:1767734667.699641:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.699643:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 4 00010000:00000001:0.0:1767734667.699645:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.699648:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.699650:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.699653:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741000/0x1886cffb85c2b6a2 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab70a expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.699660:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.699661:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.699662:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.699664:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.699666:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.699668:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.699669:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.699671:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.699673:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.699676:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c5741000 with handle 0x1886cffb85c2b6a2 from hash 00010000:00000001:0.0:1767734667.699678:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.699679:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.699680:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.699681:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.699688:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.699690:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.699692:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.699695:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab670 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.699701:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.699702:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.699703:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.699705:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.699706:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.699708:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.699709:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.699710:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.699712:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.699714:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f0d08e00 with handle 0x1886cffb85c2b66a from hash 00010000:00000001:0.0:1767734667.699716:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.699717:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.699718:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.699719:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.699721:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.699722:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.699724:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.699726:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.699728:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.699729:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.699732:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.699735:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.699737:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.699738:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.699740:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.699743:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.699746:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.699748:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.699751:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741000/0x1886cffb85c2b6a2 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab70a expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.699769:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab670 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.699775:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.699777:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.699779:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.699780:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.699782:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.699784:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.699786:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.699787:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.699790:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.699792:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.699794:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.699795:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.699800:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672065536/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.699807:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.699808:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.699812:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672065536/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.699818:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.699820:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.699821:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.699823:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.699825:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.699826:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.699828:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.699830:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.699832:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.699835:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672065536/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.699848:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672065536:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.699852:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.699854:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.699856:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.699857:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.699860:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672065536/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.699866:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.699868:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.699870:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.699871:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.699873:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.699875:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.699877:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672065536/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.699883:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.699885:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.699886:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.699888:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.699890:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.699893:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.699894:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.699896:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.699898:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.699899:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.699900:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.699902:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.699904:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.699906:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741000/0x1886cffb85c2b6a2 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab70a expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.699923:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.699924:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.699927:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab670 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.699933:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.699935:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.699937:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.699939:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1fa50ca00 count: 0 00010000:00000010:0.0:1767734667.699942:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f1164880. 00010000:00000040:0.0:1767734667.699968:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c6147900 count: 3 00010000:00000001:0.0:1767734667.699970:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.699972:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c6147900 count: 4 00010000:00000001:0.0:1767734667.699974:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.699976:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.699978:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.699981:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4e00/0x1886cffb85c2ae2f lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x891:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8e7d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.699986:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.699988:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.699989:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.699990:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.699992:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.699993:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.699995:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.699996:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.699998:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.700000:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1d85b4e00 with handle 0x1886cffb85c2ae2f from hash 00010000:00000001:0.0:1767734667.700002:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.700004:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.700005:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.700006:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.700013:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.700015:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.700017:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.700020:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8beca00/0x1886cffb85c2935c lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x891:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da3e9e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.700026:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.700027:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.700028:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.700029:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.700031:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.700032:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.700034:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.700035:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.700037:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.700039:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f8beca00 with handle 0x1886cffb85c2935c from hash 00010000:00000001:0.0:1767734667.700041:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.700042:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.700043:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.700044:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.700045:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.700047:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.700049:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.700050:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.700052:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.700054:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.700057:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.700059:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.700062:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.700063:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.700065:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.700069:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.700072:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.700074:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.700077:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4e00/0x1886cffb85c2ae2f lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x891:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8e7d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.700094:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8beca00/0x1886cffb85c2935c lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x891:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da3e9e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.700100:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.700101:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.700103:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.700105:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.700107:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.700109:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.700111:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.700112:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.700115:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.700117:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.700118:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.700120:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.700124:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672065664/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.700132:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.700133:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.700137:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672065664/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.700144:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.700146:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.700147:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.700149:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.700150:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.700152:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.700154:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.700155:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.700157:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.700160:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672065664/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.700173:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672065664:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.700177:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.700179:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.700181:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.700183:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.700185:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672065664/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.700192:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.700193:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.700195:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.700197:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.700199:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.700200:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.700203:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672065664/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.700209:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.700210:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.700211:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.700213:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.700215:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.700218:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.700219:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.700221:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.700223:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.700225:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.700226:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.700228:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.700229:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.700232:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4e00/0x1886cffb85c2ae2f lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x891:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8e7d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.700248:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.700250:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.700253:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8beca00/0x1886cffb85c2935c lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x891:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da3e9e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.700260:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.700261:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.700263:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.700265:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1c6147900 count: 0 00010000:00000010:0.0:1767734667.700269:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa000. 00010000:00000040:0.0:1767734667.700273:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c300 count: 3 00010000:00000001:0.0:1767734667.700275:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.700277:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c300 count: 4 00010000:00000001:0.0:1767734667.700279:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.700281:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.700284:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.700287:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26c00/0x1886cffb85c2ad4f lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8b1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8bdd expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.700293:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.700294:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.700295:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.700297:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.700298:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.700300:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.700302:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.700303:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.700305:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.700326:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1e7e26c00 with handle 0x1886cffb85c2ad4f from hash 00010000:00000001:0.0:1767734667.700330:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.700332:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.700333:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.700335:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.700345:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.700347:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.700349:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.700352:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8000/0x1886cffb85c29c23 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8b1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da5c73 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.700359:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.700361:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.700362:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.700364:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.700366:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.700368:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.700369:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.700371:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.700373:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.700375:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1de1a8000 with handle 0x1886cffb85c29c23 from hash 00010000:00000001:0.0:1767734667.700377:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.700378:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.700379:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.700381:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.700382:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.700383:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.700385:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.700387:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.700389:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.700390:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.700394:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.700396:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.700399:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.700400:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.700402:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.700405:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.700408:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.700410:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.700413:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26c00/0x1886cffb85c2ad4f lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8b1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8bdd expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.700430:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8000/0x1886cffb85c29c23 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8b1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5c73 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.700436:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.700437:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.700439:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.700441:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.700443:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.700445:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.700447:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.700448:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.700451:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.700453:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.700454:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.700456:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.700460:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672065792/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.700468:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.700470:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.700473:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672065792/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.700479:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.700481:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.700483:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.700485:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.700486:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.700488:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.700490:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.700492:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.700493:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.700497:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672065792/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.700510:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672065792:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.700514:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.700516:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.700517:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.700519:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.700522:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672065792/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.700528:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.700529:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.700532:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.700533:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.700535:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.700537:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.700539:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672065792/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.700545:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.700547:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.700548:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.700550:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.700553:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.700555:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.700570:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.700572:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.700575:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.700577:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.700579:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.700580:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.700582:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.700585:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26c00/0x1886cffb85c2ad4f lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8b1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8bdd expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.700605:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.700606:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.700609:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8000/0x1886cffb85c29c23 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8b1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5c73 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.700616:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.700618:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.700620:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.700622:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f427c300 count: 0 00010000:00000010:0.0:1767734667.700625:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f99a9480. 00010000:00000040:0.0:1767734667.700630:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1b00 count: 3 00010000:00000001:0.0:1767734667.700632:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.700634:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1b00 count: 4 00010000:00000001:0.0:1767734667.700637:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.700639:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.700642:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.700645:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6d600/0x1886cffb85c2b04a lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da94b2 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.700651:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.700652:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.700653:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.700655:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.700656:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.700658:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.700659:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.700661:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.700662:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.700666:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6d600 with handle 0x1886cffb85c2b04a from hash 00010000:00000001:0.0:1767734667.700668:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.700670:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.700671:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.700672:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.700679:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.700681:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.700683:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.700686:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6d000/0x1886cffb85c2ac68 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8d1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da893d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.700692:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.700694:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.700695:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.700696:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.700698:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.700699:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.700700:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.700701:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.700703:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.700705:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6d000 with handle 0x1886cffb85c2ac68 from hash 00010000:00000001:0.0:1767734667.700707:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.700708:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.700709:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.700711:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.700712:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.700713:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.700715:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.700717:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.700719:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.700720:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.700723:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.700726:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.700728:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.700729:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.700731:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.700735:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.700738:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.700740:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.700744:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6d600/0x1886cffb85c2b04a lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da94b2 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.700760:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6d000/0x1886cffb85c2ac68 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8d1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da893d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.700766:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.700768:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.700770:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.700771:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.700774:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.700775:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.700777:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.700779:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.700781:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.700783:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.700785:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.700786:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.700791:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672065920/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.700797:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.700799:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.700802:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672065920/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.700808:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.700810:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.700812:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.700813:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.700815:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.700817:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.700819:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.700821:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.700822:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.700825:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672065920/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.700838:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672065920:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.700842:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.700844:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.700846:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.700847:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.700850:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672065920/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.700856:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.700858:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.700860:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.700861:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.700863:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.700865:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.700868:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672065920/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.700873:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.700875:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.700876:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.700878:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.700880:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.700882:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.700883:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.700885:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.700888:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.700889:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.700891:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.700892:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.700894:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.700897:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6d600/0x1886cffb85c2b04a lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da94b2 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.700915:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.700916:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.700919:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6d000/0x1886cffb85c2ac68 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8d1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da893d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.700926:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.700927:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.700929:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.700931:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1b00 count: 0 00010000:00000010:0.0:1767734667.700934:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7e3f180. 00010000:00000040:0.0:1767734667.700960:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c6147400 count: 3 00010000:00000001:0.0:1767734667.700962:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.700964:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c6147400 count: 4 00010000:00000001:0.0:1767734667.700966:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.700968:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.700971:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.700973:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5c00/0x1886cffb85c2ae28 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x892:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8e68 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.700979:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.700981:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.700982:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.700983:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.700985:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.700987:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.700989:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.700990:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.700992:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.700995:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1d85b5c00 with handle 0x1886cffb85c2ae28 from hash 00010000:00000001:0.0:1767734667.700997:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.700998:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.700999:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.701000:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.701007:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.701009:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.701011:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.701013:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bec600/0x1886cffb85c293a2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x892:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da3f8c expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.701019:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.701021:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.701022:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.701023:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.701025:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.701026:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.701028:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.701029:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.701031:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.701034:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f8bec600 with handle 0x1886cffb85c293a2 from hash 00010000:00000001:0.0:1767734667.701036:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.701037:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.701038:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.701039:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.701041:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.701042:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.701044:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.701046:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.701048:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.701049:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.701052:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.701055:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.701057:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.701058:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.701060:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.701063:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.701066:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.701068:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.701071:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5c00/0x1886cffb85c2ae28 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x892:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8e68 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.701087:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bec600/0x1886cffb85c293a2 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x892:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da3f8c expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.701093:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.701094:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.701097:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.701098:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.701100:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.701102:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.701104:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.701105:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.701108:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.701110:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.701111:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.701113:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.701117:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672066048/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.701125:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.701127:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.701130:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672066048/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.701136:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.701138:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.701140:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.701141:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.701143:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.701145:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.701147:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.701148:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.701150:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.701153:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672066048/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.701166:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672066048:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.701170:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.701172:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.701174:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.701175:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.701178:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672066048/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.701185:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.701186:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.701188:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.701190:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.701192:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.701193:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.701196:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672066048/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.701202:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.701203:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.701204:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.701206:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.701208:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.701211:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.701212:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.701214:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.701216:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.701218:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.701219:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.701221:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.701222:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.701225:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5c00/0x1886cffb85c2ae28 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x892:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8e68 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.701243:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.701244:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.701247:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bec600/0x1886cffb85c293a2 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x892:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da3f8c expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.701254:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.701256:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.701258:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.701260:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1c6147400 count: 0 00010000:00000010:0.0:1767734667.701263:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baad80. 00010000:00000040:0.0:1767734667.701267:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427ca00 count: 3 00010000:00000001:0.0:1767734667.701269:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.701271:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427ca00 count: 4 00010000:00000001:0.0:1767734667.701273:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.701275:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.701278:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.701281:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27000/0x1886cffb85c2ad48 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8b2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8bc8 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.701287:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.701289:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.701290:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.701291:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.701293:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.701295:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.701296:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.701297:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.701299:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.701301:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1e7e27000 with handle 0x1886cffb85c2ad48 from hash 00010000:00000001:0.0:1767734667.701303:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.701305:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.701307:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.701328:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.701336:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.701337:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.701340:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.701343:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a9600/0x1886cffb85c29c69 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8b2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da5d61 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.701350:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.701352:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.701353:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.701354:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.701356:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.701358:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.701359:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.701360:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.701362:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.701365:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1de1a9600 with handle 0x1886cffb85c29c69 from hash 00010000:00000001:0.0:1767734667.701367:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.701369:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.701370:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.701371:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.701373:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.701374:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.701376:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.701378:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.701380:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.701382:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.701385:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.701387:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.701390:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.701391:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.701393:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.701397:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.701400:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.701401:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.701405:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27000/0x1886cffb85c2ad48 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8b2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8bc8 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.701422:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a9600/0x1886cffb85c29c69 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8b2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5d61 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.701428:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.701429:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.701431:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.701433:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.701435:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.701437:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.701439:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.701440:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.701443:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.701445:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.701446:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.701448:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.701453:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672066176/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.701460:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.701462:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.701466:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672066176/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.701472:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.701474:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.701475:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.701477:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.701479:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.701480:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.701482:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.701484:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.701485:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.701489:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672066176/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.701503:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672066176:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.701507:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.701509:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.701511:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.701512:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.701515:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672066176/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.701521:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.701523:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.701525:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.701527:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.701529:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.701530:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.701533:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672066176/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.701539:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.701540:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.701542:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.701544:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.701546:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.701549:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.701550:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.701552:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.701554:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.701555:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.701574:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.701576:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.701578:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.701581:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27000/0x1886cffb85c2ad48 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8b2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8bc8 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.701617:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.701618:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.701620:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a9600/0x1886cffb85c29c69 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8b2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5d61 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.701628:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.701629:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.701631:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.701633:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f427ca00 count: 0 00010000:00000010:0.0:1767734667.701636:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f99a9700. 00010000:00000040:0.0:1767734667.701641:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 3 00010000:00000001:0.0:1767734667.701643:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.701645:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 4 00010000:00000001:0.0:1767734667.701647:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.701649:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.701652:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.701655:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b2011db600/0x1886cffb85c2b0c1 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da9602 expref: -99 pid: 234149 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.701660:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.701662:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.701663:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.701664:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.701666:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.701668:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.701669:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.701670:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.701672:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.701675:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b2011db600 with handle 0x1886cffb85c2b0c1 from hash 00010000:00000001:0.0:1767734667.701677:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.701679:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.701680:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.701681:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.701687:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.701689:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.701691:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.701694:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6c200/0x1886cffb85c2ae9f lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8d2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8fdb expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.701700:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.701701:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.701702:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.701703:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.701704:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.701706:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.701707:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.701708:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.701710:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.701712:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6c200 with handle 0x1886cffb85c2ae9f from hash 00010000:00000001:0.0:1767734667.701713:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.701715:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.701716:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.701717:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.701718:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.701719:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.701721:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.701723:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.701724:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.701726:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.701729:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.701731:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.701733:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.701735:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.701737:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.701740:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.701743:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.701746:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.701749:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b2011db600/0x1886cffb85c2b0c1 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da9602 expref: -99 pid: 234149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.701765:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6c200/0x1886cffb85c2ae9f lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8d2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8fdb expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.701771:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.701772:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.701774:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.701775:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.701778:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.701779:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.701781:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.701782:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.701785:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.701787:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.701788:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.701790:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.701794:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672066304/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.701801:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.701802:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.701806:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672066304/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.701812:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.701813:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.701815:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.701816:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.701818:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.701819:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.701821:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.701823:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.701824:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.701828:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672066304/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.701840:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672066304:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.701844:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.701846:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.701847:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.701849:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.701851:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672066304/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.701857:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.701859:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.701861:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.701862:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.701864:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.701865:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.701868:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672066304/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.701873:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.701875:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.701876:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.701877:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.701879:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.701882:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.701883:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.701884:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.701887:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.701888:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.701890:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.701891:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.701892:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.701895:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b2011db600/0x1886cffb85c2b0c1 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da9602 expref: -99 pid: 234149 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.701912:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.701914:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.701916:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6c200/0x1886cffb85c2ae9f lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8d2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8fdb expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.701923:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.701924:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.701926:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.701928:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1f00 count: 0 00010000:00000010:0.0:1767734667.701931:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7e3ff00. 00010000:00000040:0.0:1767734667.701956:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26f00 count: 3 00010000:00000001:0.0:1767734667.701958:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.701959:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26f00 count: 4 00010000:00000001:0.0:1767734667.701961:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.701963:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.701966:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.701968:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5600/0x1886cffb85c2ae21 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x893:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8e53 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.701973:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.701975:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.701976:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.701977:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.701979:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.701980:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.701981:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.701983:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.701984:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.701986:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1d85b5600 with handle 0x1886cffb85c2ae21 from hash 00010000:00000001:0.0:1767734667.701989:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.701990:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.701991:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.701993:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.701999:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.702001:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.702003:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.702005:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bec200/0x1886cffb85c293e8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x893:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da407a expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.702011:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.702012:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.702013:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.702014:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.702016:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.702017:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.702019:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.702020:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.702021:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.702023:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f8bec200 with handle 0x1886cffb85c293e8 from hash 00010000:00000001:0.0:1767734667.702025:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.702026:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.702027:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.702028:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.702029:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.702031:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.702033:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.702034:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.702036:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.702038:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.702040:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.702043:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.702045:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.702047:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.702049:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.702052:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.702055:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.702057:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.702061:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5600/0x1886cffb85c2ae21 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x893:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8e53 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.702077:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bec200/0x1886cffb85c293e8 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x893:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da407a expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.702083:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.702084:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.702086:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.702087:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.702090:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.702091:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.702093:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.702094:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.702097:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.702099:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.702100:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.702102:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.702106:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672066432/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.702112:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.702114:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.702117:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672066432/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.702123:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.702125:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.702126:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.702127:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.702129:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.702130:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.702132:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.702134:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.702135:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.702139:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672066432/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.702150:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672066432:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.702154:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.702156:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.702158:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.702159:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.702162:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672066432/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.702167:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.702169:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.702171:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.702172:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.702174:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.702175:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.702178:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672066432/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.702184:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.702185:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.702186:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.702188:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.702189:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.702192:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.702193:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.702194:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.702196:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.702198:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.702199:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.702201:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.702203:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.702205:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5600/0x1886cffb85c2ae21 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x893:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8e53 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.702221:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.702222:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.702225:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bec200/0x1886cffb85c293e8 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x893:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da407a expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.702231:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.702233:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.702234:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.702237:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f9e26f00 count: 0 00010000:00000010:0.0:1767734667.702240:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa780. 00010000:00000040:0.0:1767734667.702243:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427cc00 count: 3 00010000:00000001:0.0:1767734667.702245:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.702247:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427cc00 count: 4 00010000:00000001:0.0:1767734667.702249:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.702251:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.702254:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.702257:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26e00/0x1886cffb85c2ad41 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8b3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8bb3 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.702262:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.702263:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.702264:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.702265:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.702267:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.702269:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.702270:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.702271:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.702273:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.702276:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1e7e26e00 with handle 0x1886cffb85c2ad41 from hash 00010000:00000001:0.0:1767734667.702278:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.702279:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.702280:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.702281:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.702288:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.702289:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.702291:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.702294:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a9800/0x1886cffb85c29caf lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8b3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da5e4f expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.702299:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.702301:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.702302:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.702303:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.702304:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.702306:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.702307:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.702308:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.702309:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.702312:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1de1a9800 with handle 0x1886cffb85c29caf from hash 00010000:00000001:0.0:1767734667.702313:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.702314:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.702315:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.702316:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.702318:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.702319:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.702339:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.702342:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.702344:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.702345:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.702349:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.702352:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.702355:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.702357:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.702360:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.702363:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.702366:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.702368:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.702372:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26e00/0x1886cffb85c2ad41 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8b3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8bb3 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.702399:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a9800/0x1886cffb85c29caf lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8b3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5e4f expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.702405:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.702407:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.702410:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.702412:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.702414:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.702416:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.702418:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.702419:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.702422:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.702425:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.702426:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.702428:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.702433:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672066560/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.702439:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.702441:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.702444:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672066560/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.702450:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.702452:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.702453:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.702455:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.702457:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.702458:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.702460:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.702462:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.702463:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.702466:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672066560/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.702479:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672066560:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.702483:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.702485:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.702486:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.702488:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.702490:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672066560/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.702496:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.702498:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.702500:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.702501:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.702503:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.702504:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.702507:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672066560/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.702512:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.702514:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.702515:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.702516:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.702518:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.702521:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.702522:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.702524:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.702526:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.702527:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.702529:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.702531:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.702533:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.702535:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26e00/0x1886cffb85c2ad41 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8b3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8bb3 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.702553:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.702555:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.702570:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a9800/0x1886cffb85c29caf lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8b3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5e4f expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.702579:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.702580:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.702582:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.702585:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f427cc00 count: 0 00010000:00000010:0.0:1767734667.702588:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f99a9d00. 00010000:00000040:0.0:1767734667.702594:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461900 count: 2 00010000:00000001:0.0:1767734667.702596:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.702598:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461900 count: 3 00010000:00000001:0.0:1767734667.702600:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.702602:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.702605:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.702607:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f7486c00/0x1886cffb85c2af0f lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8d3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da9124 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.702613:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.702614:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.702615:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.702616:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.702618:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.702620:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.702621:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.702622:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.702624:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.702627:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f7486c00 with handle 0x1886cffb85c2af0f from hash 00010000:00000001:0.0:1767734667.702629:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.702631:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.702632:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.702633:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.702642:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.702644:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.702646:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.702648:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.702650:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.702652:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.702655:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.702657:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.702659:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.702661:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.702663:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.702666:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.702669:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.702671:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.702675:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f7486c00/0x1886cffb85c2af0f lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8d3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da9124 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.702681:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.702683:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.702685:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.702686:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.702689:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.702691:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.702692:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.702694:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.702697:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.702699:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.702701:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.702702:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.702707:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672066688/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.702713:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.702715:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.702719:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672066688/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.702735:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.702737:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.702739:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.702741:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.702742:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.702744:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.702746:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.702747:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.702749:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.702752:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672066688/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.702759:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672066688:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.702762:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.702764:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.702767:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.702768:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.702771:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672066688/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.702777:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.702779:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.702781:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.702782:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.702784:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.702786:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.702788:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672066688/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.702794:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.702795:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.702796:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.702798:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.702804:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.702806:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.702808:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.702809:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.702812:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.702813:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.702815:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.702816:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.702818:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.702821:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f7486c00/0x1886cffb85c2af0f lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8d3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da9124 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.702828:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.702830:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.702831:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.702834:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d0461900 count: 0 00010000:00000010:0.0:1767734667.702836:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1fa254180. 00010000:00000040:0.0:1767734667.702840:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 3 00010000:00000001:0.0:1767734667.702842:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.702844:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 4 00010000:00000001:0.0:1767734667.702846:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.702848:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.702851:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.702854:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6e8 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab7f1 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.702859:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.702861:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.702862:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.702863:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.702865:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.702866:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.702867:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.702869:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.702870:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.702872:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f47dcc00 with handle 0x1886cffb85c2b6e8 from hash 00010000:00000001:0.0:1767734667.702879:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.702880:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.702882:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.702883:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.702885:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.702887:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.702888:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.702891:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab757 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.702896:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.702897:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.702898:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.702899:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.702901:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.702902:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.702903:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.702904:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.702906:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.702908:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f47dd400 with handle 0x1886cffb85c2b6b0 from hash 00010000:00000001:0.0:1767734667.702909:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.702910:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.702911:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.702913:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.702914:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.702915:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.702917:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.702919:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.702920:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.702922:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.702924:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.702926:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.702928:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.702929:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.702931:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.702934:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.702941:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.702943:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.702947:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6e8 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab7f1 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.702954:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab757 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.702959:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.702961:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.702963:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.702964:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.702967:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.702968:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.702971:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.702972:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.702974:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.702976:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.702977:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.702978:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.702982:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672066816/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.702989:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.702990:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.702994:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672066816/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.703000:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.703002:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.703003:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.703005:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.703006:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.703008:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.703010:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.703015:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.703017:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.703021:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672066816/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.703029:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672066816:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.703032:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.703034:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.703035:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.703036:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.703039:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672066816/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.703045:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.703047:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.703048:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.703050:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.703051:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.703053:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.703055:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672066816/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.703061:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.703063:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.703064:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.703066:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.703068:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.703070:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.703071:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.703072:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.703074:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.703075:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.703077:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.703078:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.703080:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.703082:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6e8 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab7f1 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.703094:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.703095:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.703097:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab757 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.703104:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.703105:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.703107:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.703109:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1700 count: 0 00010000:00000010:0.0:1767734667.703112:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537000. 00010000:00000040:0.0:1767734667.703137:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26b00 count: 3 00010000:00000001:0.0:1767734667.703139:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.703141:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26b00 count: 4 00010000:00000001:0.0:1767734667.703143:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.703145:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.703147:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.703149:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4400/0x1886cffb85c2ae1a lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x894:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8e3e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.703154:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.703156:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.703157:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.703158:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.703160:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.703161:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.703162:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.703164:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.703165:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.703168:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1d85b4400 with handle 0x1886cffb85c2ae1a from hash 00010000:00000001:0.0:1767734667.703170:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.703171:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.703172:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.703173:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.703182:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.703184:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.703186:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.703188:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8becc00/0x1886cffb85c2942e lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x894:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da4168 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.703194:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.703195:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.703196:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.703197:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.703199:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.703200:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.703201:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.703202:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.703204:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.703206:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f8becc00 with handle 0x1886cffb85c2942e from hash 00010000:00000001:0.0:1767734667.703208:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.703209:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.703210:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.703211:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.703212:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.703213:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.703215:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.703217:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.703219:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.703220:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.703223:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.703226:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.703228:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.703229:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.703231:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.703234:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.703237:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.703239:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.703242:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4400/0x1886cffb85c2ae1a lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x894:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8e3e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.703257:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8becc00/0x1886cffb85c2942e lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x894:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4168 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.703263:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.703264:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.703266:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.703267:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.703270:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.703271:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.703273:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.703274:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.703277:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.703279:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.703280:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.703282:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.703286:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672066944/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.703292:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.703294:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.703297:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672066944/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.703303:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.703305:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.703306:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.703326:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.703328:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.703330:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.703332:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.703333:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.703335:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.703338:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672066944/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.703352:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672066944:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.703356:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.703357:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.703359:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.703360:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.703363:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672066944/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.703370:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.703372:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.703374:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.703375:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.703377:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.703379:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.703381:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672066944/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.703387:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.703389:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.703390:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.703392:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.703394:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.703396:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.703397:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.703398:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.703400:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.703401:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.703403:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.703405:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.703406:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.703409:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4400/0x1886cffb85c2ae1a lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x894:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8e3e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.703425:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.703427:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.703429:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8becc00/0x1886cffb85c2942e lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x894:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4168 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.703435:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.703437:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.703439:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.703441:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f9e26b00 count: 0 00010000:00000010:0.0:1767734667.703444:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa880. 00010000:00000040:0.0:1767734667.703448:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328b00 count: 3 00010000:00000001:0.0:1767734667.703450:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.703452:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328b00 count: 4 00010000:00000001:0.0:1767734667.703454:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.703456:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.703458:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.703461:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26800/0x1886cffb85c2ad3a lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8b4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8b9e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.703467:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.703468:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.703469:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.703470:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.703472:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.703474:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.703475:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.703477:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.703479:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.703481:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1e7e26800 with handle 0x1886cffb85c2ad3a from hash 00010000:00000001:0.0:1767734667.703483:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.703485:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.703486:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.703487:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.703493:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.703494:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.703496:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.703499:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202171200/0x1886cffb85c29cf5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8b4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da5f3d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.703505:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.703506:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.703507:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.703508:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.703510:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.703511:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.703512:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.703513:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.703515:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.703517:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b202171200 with handle 0x1886cffb85c29cf5 from hash 00010000:00000001:0.0:1767734667.703519:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.703520:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.703521:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.703522:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.703523:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.703524:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.703526:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.703528:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.703530:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.703531:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.703534:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.703536:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.703538:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.703540:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.703542:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.703544:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.703547:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.703549:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.703552:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26800/0x1886cffb85c2ad3a lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8b4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8b9e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.703584:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202171200/0x1886cffb85c29cf5 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8b4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5f3d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.703590:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.703591:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.703593:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.703595:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.703598:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.703599:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.703601:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.703602:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.703605:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.703608:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.703609:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.703611:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.703615:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672067072/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.703622:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.703623:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.703626:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672067072/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.703633:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.703634:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.703636:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.703637:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.703639:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.703640:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.703642:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.703644:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.703645:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.703649:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672067072/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.703661:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672067072:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.703665:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.703667:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.703669:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.703670:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.703673:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672067072/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.703678:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.703680:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.703682:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.703683:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.703685:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.703687:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.703689:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672067072/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.703695:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.703696:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.703697:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.703699:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.703701:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.703703:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.703704:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.703706:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.703708:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.703710:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.703711:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.703713:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.703715:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.703718:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26800/0x1886cffb85c2ad3a lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8b4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8b9e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.703736:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.703738:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.703740:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b202171200/0x1886cffb85c29cf5 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8b4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da5f3d expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.703748:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.703749:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.703751:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.703753:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1dd328b00 count: 0 00010000:00000010:0.0:1767734667.703756:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9200. 00010000:00000040:0.0:1767734667.703760:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461200 count: 2 00010000:00000001:0.0:1767734667.703762:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.703764:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461200 count: 3 00010000:00000001:0.0:1767734667.703766:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.703768:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.703770:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.703773:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f7486a00/0x1886cffb85c2afb7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8d4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da9315 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.703779:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.703780:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.703781:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.703782:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.703784:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.703786:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.703787:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.703788:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.703790:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.703792:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f7486a00 with handle 0x1886cffb85c2afb7 from hash 00010000:00000001:0.0:1767734667.703795:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.703796:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.703797:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.703799:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.703805:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.703806:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.703809:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.703811:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.703813:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.703814:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.703817:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.703819:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.703821:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.703823:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.703825:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.703828:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.703831:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.703833:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.703836:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f7486a00/0x1886cffb85c2afb7 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8d4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da9315 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.703843:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.703844:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.703846:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.703847:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.703850:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.703852:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.703854:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.703855:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.703858:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.703860:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.703861:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.703863:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.703867:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672067200/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.703873:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.703874:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.703877:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672067200/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.703893:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.703895:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.703897:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.703899:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.703901:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.703902:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.703904:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.703906:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.703907:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.703910:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672067200/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.703917:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672067200:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.703921:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.703922:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.703925:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.703926:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.703929:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672067200/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.703936:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.703938:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.703940:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.703941:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.703943:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.703944:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.703947:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672067200/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.703952:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.703953:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.703955:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.703956:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.703962:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.703964:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.703966:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.703967:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.703970:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.703971:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.703973:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.703974:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.703976:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.703979:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f7486a00/0x1886cffb85c2afb7 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8d4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da9315 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.703986:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.703988:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.703990:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.703992:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d0461200 count: 0 00010000:00000010:0.0:1767734667.703995:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1fa254800. 00010000:00000040:0.0:1767734667.704019:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26000 count: 3 00010000:00000001:0.0:1767734667.704021:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.704022:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26000 count: 4 00010000:00000001:0.0:1767734667.704024:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.704026:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.704028:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.704031:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4c00/0x1886cffb85c2ae13 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x895:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8e29 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.704036:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.704037:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.704038:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.704039:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.704041:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.704043:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.704044:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.704046:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.704047:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.704050:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1d85b4c00 with handle 0x1886cffb85c2ae13 from hash 00010000:00000001:0.0:1767734667.704057:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.704058:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.704059:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.704061:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.704063:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.704064:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.704066:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.704068:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bed600/0x1886cffb85c29474 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x895:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da4256 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.704073:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.704074:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.704075:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.704076:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.704078:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.704079:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.704080:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.704082:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.704083:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.704085:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f8bed600 with handle 0x1886cffb85c29474 from hash 00010000:00000001:0.0:1767734667.704087:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.704088:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.704089:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.704090:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.704091:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.704093:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.704095:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.704096:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.704098:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.704099:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.704103:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.704105:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.704107:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.704109:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.704111:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.704114:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.704121:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.704123:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.704127:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4c00/0x1886cffb85c2ae13 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x895:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8e29 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.704134:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bed600/0x1886cffb85c29474 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x895:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4256 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.704139:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.704141:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.704143:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.704144:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.704147:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.704148:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.704151:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.704152:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.704155:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.704157:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.704159:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.704160:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.704164:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672067328/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.704170:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.704171:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.704174:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672067328/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.704181:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.704184:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.704185:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.704187:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.704188:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.704190:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.704192:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.704197:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.704199:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.704203:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672067328/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.704211:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672067328:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.704214:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.704216:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.704218:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.704219:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.704222:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672067328/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.704228:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.704230:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.704233:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.704234:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.704236:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.704237:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.704240:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672067328/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.704246:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.704247:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.704248:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.704250:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.704251:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.704253:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.704254:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.704255:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.704257:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.704259:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.704260:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.704261:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.704263:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.704265:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4c00/0x1886cffb85c2ae13 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x895:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8e29 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.704279:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.704280:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.704283:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bed600/0x1886cffb85c29474 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x895:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4256 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.704289:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.704291:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.704292:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.704295:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f9e26000 count: 0 00010000:00000010:0.0:1767734667.704298:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa580. 00010000:00000040:0.0:1767734667.704302:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328000 count: 3 00010000:00000001:0.0:1767734667.704304:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.704305:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328000 count: 4 00010000:00000001:0.0:1767734667.704325:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.704328:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.704331:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.704334:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27800/0x1886cffb85c2ad33 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8b5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8b89 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.704340:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.704342:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.704343:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.704344:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.704346:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.704348:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.704349:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.704350:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.704352:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.704354:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1e7e27800 with handle 0x1886cffb85c2ad33 from hash 00010000:00000001:0.0:1767734667.704356:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.704358:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.704359:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.704360:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.704368:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.704369:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.704372:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.704374:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a9c00/0x1886cffb85c29d3b lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8b5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da602b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.704380:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.704382:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.704383:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.704384:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.704386:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.704387:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.704388:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.704389:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.704391:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.704393:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1de1a9c00 with handle 0x1886cffb85c29d3b from hash 00010000:00000001:0.0:1767734667.704395:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.704396:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.704397:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.704398:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.704399:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.704400:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.704402:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.704404:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.704405:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.704407:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.704410:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.704412:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.704414:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.704416:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.704418:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.704421:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.704423:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.704425:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.704428:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27800/0x1886cffb85c2ad33 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8b5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8b89 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.704443:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a9c00/0x1886cffb85c29d3b lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8b5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da602b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.704449:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.704450:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.704452:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.704453:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.704456:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.704457:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.704459:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.704460:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.704463:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.704465:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.704466:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.704468:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.704472:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672067456/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.704478:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.704480:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.704483:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672067456/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.704489:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.704490:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.704492:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.704493:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.704495:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.704496:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.704499:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.704500:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.704501:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.704505:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672067456/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.704517:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672067456:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.704520:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.704522:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.704524:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.704525:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.704528:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672067456/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.704533:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.704535:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.704537:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.704538:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.704540:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.704541:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.704544:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672067456/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.704550:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.704551:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.704552:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.704554:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.704555:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.704571:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.704572:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.704573:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.704576:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.704577:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.704579:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.704581:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.704583:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.704585:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27800/0x1886cffb85c2ad33 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8b5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8b89 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.704603:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.704605:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.704607:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a9c00/0x1886cffb85c29d3b lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8b5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da602b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.704614:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.704615:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.704617:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.704619:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1dd328000 count: 0 00010000:00000010:0.0:1767734667.704622:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9f80. 00010000:00000040:0.0:1767734667.704627:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461800 count: 2 00010000:00000001:0.0:1767734667.704628:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.704631:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461800 count: 3 00010000:00000001:0.0:1767734667.704633:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.704635:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.704637:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.704640:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f7487600/0x1886cffb85c2b027 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8d5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da945e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.704645:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.704647:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.704648:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.704649:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.704651:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.704652:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.704653:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.704655:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.704656:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.704659:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f7487600 with handle 0x1886cffb85c2b027 from hash 00010000:00000001:0.0:1767734667.704661:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.704663:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.704664:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.704665:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.704671:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.704673:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.704675:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.704677:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.704679:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.704681:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.704684:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.704686:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.704688:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.704690:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.704692:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.704695:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.704698:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.704700:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.704704:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f7487600/0x1886cffb85c2b027 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8d5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da945e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.704710:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.704712:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.704714:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.704715:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.704717:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.704719:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.704721:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.704722:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.704725:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.704727:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.704729:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.704730:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.704735:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672067584/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.704741:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.704743:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.704747:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672067584/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.704763:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.704765:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.704766:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.704768:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.704770:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.704771:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.704773:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.704775:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.704776:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.704780:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672067584/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.704787:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672067584:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.704790:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.704792:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.704794:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.704796:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.704799:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672067584/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.704805:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.704807:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.704809:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.704810:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.704812:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.704813:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.704816:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672067584/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.704821:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.704823:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.704824:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.704825:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.704834:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.704837:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.704838:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.704839:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.704842:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.704843:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.704845:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.704846:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.704848:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.704851:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f7487600/0x1886cffb85c2b027 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8d5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da945e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.704859:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.704860:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.704862:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.704864:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d0461800 count: 0 00010000:00000010:0.0:1767734667.704867:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1fa254980. 00010000:00000040:0.0:1767734667.704891:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26500 count: 3 00010000:00000001:0.0:1767734667.704894:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.704896:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26500 count: 4 00010000:00000001:0.0:1767734667.704897:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.704899:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.704901:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.704904:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5e00/0x1886cffb85c2ae0c lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x896:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8e14 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.704909:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.704910:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.704912:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.704913:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.704915:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.704917:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.704918:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.704920:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.704922:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.704924:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1d85b5e00 with handle 0x1886cffb85c2ae0c from hash 00010000:00000001:0.0:1767734667.704931:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.704933:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.704934:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.704935:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.704937:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.704939:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.704941:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.704943:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8beda00/0x1886cffb85c294ba lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x896:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da4344 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.704948:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.704949:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.704950:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.704951:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.704953:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.704955:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.704957:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.704958:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.704960:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.704963:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f8beda00 with handle 0x1886cffb85c294ba from hash 00010000:00000001:0.0:1767734667.704964:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.704965:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.704967:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.704968:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.704969:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.704970:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.704972:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.704974:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.704975:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.704977:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.704980:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.704982:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.704984:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.704985:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.704987:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.704990:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.704997:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.704999:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.705003:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5e00/0x1886cffb85c2ae0c lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x896:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8e14 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.705010:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8beda00/0x1886cffb85c294ba lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x896:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4344 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.705016:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.705017:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.705019:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.705020:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.705022:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.705024:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.705026:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.705027:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.705029:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.705031:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.705033:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.705034:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.705037:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672067712/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.705044:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.705045:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.705049:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672067712/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.705056:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.705057:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.705059:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.705060:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.705062:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.705063:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.705065:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.705071:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.705073:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.705077:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672067712/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.705085:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672067712:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.705088:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.705090:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.705092:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.705093:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.705095:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672067712/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.705101:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.705103:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.705105:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.705107:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.705109:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.705111:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.705114:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672067712/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.705119:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.705121:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.705122:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.705123:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.705125:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.705127:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.705128:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.705129:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.705131:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.705132:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.705134:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.705135:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.705137:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.705139:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5e00/0x1886cffb85c2ae0c lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x896:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8e14 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.705152:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.705153:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.705155:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8beda00/0x1886cffb85c294ba lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x896:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4344 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.705162:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.705164:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.705166:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.705168:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f9e26500 count: 0 00010000:00000010:0.0:1767734667.705171:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baab80. 00010000:00000040:0.0:1767734667.705175:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328f00 count: 3 00010000:00000001:0.0:1767734667.705177:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.705178:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328f00 count: 4 00010000:00000001:0.0:1767734667.705180:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.705182:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.705185:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.705188:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27e00/0x1886cffb85c2ad2c lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8b6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8b74 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.705194:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.705195:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.705196:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.705197:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.705199:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.705200:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.705202:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.705203:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.705205:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.705207:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1e7e27e00 with handle 0x1886cffb85c2ad2c from hash 00010000:00000001:0.0:1767734667.705209:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.705210:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.705212:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.705213:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.705219:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.705221:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.705223:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.705225:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8e00/0x1886cffb85c29d81 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8b6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da6119 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.705231:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.705232:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.705233:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.705234:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.705236:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.705237:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.705238:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.705239:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.705241:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.705243:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1de1a8e00 with handle 0x1886cffb85c29d81 from hash 00010000:00000001:0.0:1767734667.705245:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.705246:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.705247:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.705248:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.705249:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.705250:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.705252:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.705254:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.705255:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.705257:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.705259:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.705261:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.705263:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.705265:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.705267:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.705270:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.705273:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.705275:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.705278:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27e00/0x1886cffb85c2ad2c lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8b6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8b74 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.705293:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8e00/0x1886cffb85c29d81 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8b6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6119 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.705298:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.705300:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.705301:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.705303:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.705305:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.705325:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.705328:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.705329:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.705331:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.705333:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.705335:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.705336:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.705340:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672067840/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.705347:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.705349:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.705352:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672067840/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.705358:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.705359:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.705361:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.705362:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.705364:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.705365:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.705367:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.705369:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.705370:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.705374:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672067840/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.705389:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672067840:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.705393:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.705395:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.705397:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.705398:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.705401:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672067840/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.705406:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.705408:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.705410:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.705412:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.705414:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.705416:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.705418:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672067840/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.705424:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.705426:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.705427:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.705429:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.705431:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.705433:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.705434:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.705436:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.705438:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.705439:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.705441:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.705442:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.705444:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.705447:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27e00/0x1886cffb85c2ad2c lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8b6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8b74 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.705463:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.705465:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.705467:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8e00/0x1886cffb85c29d81 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8b6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6119 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.705473:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.705475:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.705477:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.705479:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1dd328f00 count: 0 00010000:00000010:0.0:1767734667.705482:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9300. 00010000:00000040:0.0:1767734667.705486:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461e00 count: 2 00010000:00000001:0.0:1767734667.705488:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.705490:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461e00 count: 3 00010000:00000001:0.0:1767734667.705492:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.705494:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.705496:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.705498:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6ae00/0x1886cffb85c2b019 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8d6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da9442 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.705504:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.705505:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.705506:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.705507:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.705509:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.705511:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.705512:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.705513:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.705515:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.705517:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6ae00 with handle 0x1886cffb85c2b019 from hash 00010000:00000001:0.0:1767734667.705520:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.705521:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.705522:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.705523:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.705530:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.705531:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.705534:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.705536:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.705537:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.705539:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.705542:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.705544:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.705546:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.705548:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.705550:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.705554:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.705573:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.705575:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.705579:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6ae00/0x1886cffb85c2b019 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8d6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da9442 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.705586:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734667.705587:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.705589:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.705591:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.705594:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.705595:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.705597:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.705598:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.705601:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.705603:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.705605:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.705606:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.705627:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672067968/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.705633:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.705635:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.705639:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672067968/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.705655:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.705657:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.705659:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.705661:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.705662:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.705663:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.705665:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.705667:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.705668:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.705672:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672067968/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.705678:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672067968:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.705682:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.705684:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.705686:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.705687:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.705690:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672067968/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.705696:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.705698:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.705700:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.705701:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.705703:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.705705:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.705708:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672067968/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.705714:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.705715:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.705716:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.705718:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.705723:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.705726:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.705727:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.705728:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.705731:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.705732:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.705734:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.705735:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.705737:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.705740:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6ae00/0x1886cffb85c2b019 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8d6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da9442 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.705747:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.705748:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.705749:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.705752:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d0461e00 count: 0 00010000:00000010:0.0:1767734667.705755:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1fa254300. 00010000:00000040:0.0:1767734667.705759:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 3 00010000:00000001:0.0:1767734667.705761:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.705763:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 4 00010000:00000001:0.0:1767734667.705765:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.705767:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.705769:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.705772:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b72e lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab8d8 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.705777:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.705778:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.705779:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.705780:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.705782:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.705783:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.705784:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.705786:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.705788:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.705790:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683f400 with handle 0x1886cffb85c2b72e from hash 00010000:00000001:0.0:1767734667.705796:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.705797:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.705799:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.705800:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.705802:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.705803:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.705805:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.705807:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab83e expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.705812:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.705813:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.705814:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.705816:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.705818:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.705819:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.705821:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.705822:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.705824:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.705826:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683f800 with handle 0x1886cffb85c2b6f6 from hash 00010000:00000001:0.0:1767734667.705827:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.705828:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.705829:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.705830:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.705832:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.705833:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.705834:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.705836:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.705838:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.705839:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.705842:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.705844:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.705846:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.705847:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.705849:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.705851:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.705858:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.705860:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.705864:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b72e lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab8d8 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.705871:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab83e expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.705876:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.705878:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.705879:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.705880:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.705882:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.705884:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.705885:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.705887:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.705889:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.705890:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.705892:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.705893:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.705896:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672068096/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.705902:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.705903:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.705907:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672068096/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.705913:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.705915:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.705916:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.705918:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.705919:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.705920:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.705922:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.705930:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.705932:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.705936:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672068096/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.705943:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672068096:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.705946:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.705948:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.705950:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.705951:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.705953:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672068096/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.705959:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.705961:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.705964:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.705965:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.705967:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.705968:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.705971:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672068096/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.705976:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.705977:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.705978:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.705980:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.705981:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.705983:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.705984:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.705985:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.705987:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.705988:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.705990:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.705991:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.705993:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.705995:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b72e lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab8d8 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.706007:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.706008:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.706010:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab83e expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.706017:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.706018:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.706020:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.706022:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1300 count: 0 00010000:00000010:0.0:1767734667.706025:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537700. 00010000:00000040:0.0:1767734667.706048:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26c00 count: 3 00010000:00000001:0.0:1767734667.706050:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.706051:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26c00 count: 4 00010000:00000001:0.0:1767734667.706053:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.706055:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.706057:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.706059:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4000/0x1886cffb85c2ae05 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x897:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8dff expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.706065:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.706066:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.706067:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.706068:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.706070:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.706072:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.706073:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.706075:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.706076:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.706078:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1d85b4000 with handle 0x1886cffb85c2ae05 from hash 00010000:00000001:0.0:1767734667.706080:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.706081:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.706082:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.706083:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.706089:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.706091:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.706093:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.706095:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bec000/0x1886cffb85c29500 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x897:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da4432 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.706101:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.706102:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.706103:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.706104:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.706106:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.706107:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.706108:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.706109:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.706110:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.706113:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f8bec000 with handle 0x1886cffb85c29500 from hash 00010000:00000001:0.0:1767734667.706114:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.706115:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.706116:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.706117:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.706118:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.706120:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.706121:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.706123:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.706125:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.706126:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.706129:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.706131:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.706133:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.706134:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.706137:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.706140:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.706142:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.706144:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.706147:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4000/0x1886cffb85c2ae05 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x897:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8dff expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.706162:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bec000/0x1886cffb85c29500 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x897:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4432 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.706167:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.706168:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.706170:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.706171:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.706173:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.706175:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.706177:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.706178:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.706180:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.706182:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.706183:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.706184:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.706188:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672068224/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.706194:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.706196:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.706199:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672068224/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.706205:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.706207:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.706208:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.706210:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.706211:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.706213:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.706215:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.706216:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.706217:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.706220:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672068224/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.706231:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672068224:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.706235:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.706236:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.706238:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.706239:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.706242:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672068224/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.706247:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.706249:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.706250:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.706251:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.706253:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.706255:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.706257:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672068224/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.706262:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.706264:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.706265:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.706266:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.706268:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.706270:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.706271:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.706272:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.706274:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.706276:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.706277:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.706278:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.706280:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.706282:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4000/0x1886cffb85c2ae05 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x897:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8dff expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.706297:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.706299:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.706301:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bec000/0x1886cffb85c29500 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x897:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4432 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.706307:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.706308:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.706310:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.706312:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f9e26c00 count: 0 00010000:00000010:0.0:1767734667.706315:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa400. 00010000:00000040:0.0:1767734667.706319:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328400 count: 3 00010000:00000001:0.0:1767734667.706320:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.706340:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328400 count: 4 00010000:00000001:0.0:1767734667.706342:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.706344:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.706347:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.706351:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26200/0x1886cffb85c2ad25 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8b7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8b5f expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.706357:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.706359:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.706360:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.706362:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.706364:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.706367:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.706368:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.706370:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.706372:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.706375:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1e7e26200 with handle 0x1886cffb85c2ad25 from hash 00010000:00000001:0.0:1767734667.706378:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.706379:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.706381:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.706383:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.706391:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.706393:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.706395:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.706398:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8200/0x1886cffb85c29dc7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8b7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da6207 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.706405:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.706406:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.706408:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.706409:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.706411:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.706412:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.706413:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.706414:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.706416:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.706418:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1de1a8200 with handle 0x1886cffb85c29dc7 from hash 00010000:00000001:0.0:1767734667.706419:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.706420:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.706421:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.706422:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.706424:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.706425:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.706427:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.706428:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.706430:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.706431:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.706434:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.706436:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.706439:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.706440:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.706442:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.706444:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.706447:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.706449:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.706452:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26200/0x1886cffb85c2ad25 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8b7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8b5f expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.706468:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8200/0x1886cffb85c29dc7 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8b7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6207 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.706473:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.706475:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.706476:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.706477:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.706480:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.706481:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.706483:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.706484:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.706486:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.706488:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.706489:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.706491:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.706495:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672068352/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.706502:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.706503:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.706506:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672068352/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.706512:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.706514:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.706515:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.706516:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.706518:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.706519:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.706521:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.706523:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.706524:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.706527:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672068352/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.706539:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672068352:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.706542:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.706544:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.706546:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.706547:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.706549:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672068352/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.706555:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.706570:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.706573:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.706574:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.706576:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.706578:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.706581:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672068352/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.706586:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.706587:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.706589:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.706590:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.706592:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.706595:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.706596:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.706598:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.706600:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.706601:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.706603:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.706605:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.706607:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.706609:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e26200/0x1886cffb85c2ad25 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8b7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8b5f expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.706627:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.706628:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.706631:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8200/0x1886cffb85c29dc7 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8b7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da6207 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.706637:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.706639:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.706640:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.706642:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1dd328400 count: 0 00010000:00000010:0.0:1767734667.706645:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9000. 00010000:00000040:0.0:1767734667.706669:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26d00 count: 3 00010000:00000001:0.0:1767734667.706671:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.706673:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26d00 count: 4 00010000:00000001:0.0:1767734667.706675:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.706677:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.706679:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.706681:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4800/0x1886cffb85c2adfe lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x898:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8dea expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.706687:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.706688:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.706689:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.706690:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.706692:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.706693:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.706694:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.706696:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.706698:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.706700:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1d85b4800 with handle 0x1886cffb85c2adfe from hash 00010000:00000001:0.0:1767734667.706702:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.706704:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.706705:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.706706:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.706713:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.706714:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.706716:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.706719:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bece00/0x1886cffb85c29546 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x898:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da4520 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.706725:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.706726:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.706727:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.706729:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.706731:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.706732:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.706733:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.706734:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.706735:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.706737:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f8bece00 with handle 0x1886cffb85c29546 from hash 00010000:00000001:0.0:1767734667.706739:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.706740:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.706741:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.706742:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.706743:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.706744:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.706746:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.706748:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.706749:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.706751:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.706754:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.706756:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.706758:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.706759:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.706761:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.706764:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.706766:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.706768:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.706771:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4800/0x1886cffb85c2adfe lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x898:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8dea expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.706785:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bece00/0x1886cffb85c29546 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x898:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4520 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.706791:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.706792:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.706794:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.706795:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.706797:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.706799:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.706801:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.706802:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.706804:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.706806:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.706807:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.706809:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.706813:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672068480/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.706819:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.706821:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.706824:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672068480/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.706830:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.706831:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.706832:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.706834:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.706836:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.706837:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.706839:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.706840:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.706841:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.706844:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672068480/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.706856:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672068480:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.706860:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.706862:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.706863:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.706864:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.706867:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672068480/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.706872:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.706874:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.706876:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.706877:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.706879:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.706880:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.706882:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672068480/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.706887:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.706889:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.706890:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.706891:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.706893:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.706895:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.706897:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.706898:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.706900:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.706902:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.706903:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.706904:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.706906:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.706908:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4800/0x1886cffb85c2adfe lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x898:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8dea expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.706924:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.706926:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.706928:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bece00/0x1886cffb85c29546 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x898:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da4520 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.706935:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.706936:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.706938:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.706940:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f9e26d00 count: 0 00010000:00000010:0.0:1767734667.706942:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa080. 00010000:00000040:0.0:1767734667.706946:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328800 count: 3 00010000:00000001:0.0:1767734667.706948:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.706950:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328800 count: 4 00010000:00000001:0.0:1767734667.706952:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.706955:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.706957:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.706960:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27a00/0x1886cffb85c2ad1e lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8b8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8b4a expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.706965:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.706966:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.706967:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.706968:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.706970:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.706971:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.706973:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.706974:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.706976:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.706978:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1e7e27a00 with handle 0x1886cffb85c2ad1e from hash 00010000:00000001:0.0:1767734667.706981:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.706982:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.706983:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.706984:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.706993:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.706994:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.706996:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.706999:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a9e00/0x1886cffb85c29e0d lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8b8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da62f5 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.707005:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.707006:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.707007:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.707008:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.707009:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.707010:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.707011:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.707013:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.707014:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.707016:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1de1a9e00 with handle 0x1886cffb85c29e0d from hash 00010000:00000001:0.0:1767734667.707018:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.707019:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.707020:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.707021:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.707022:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.707023:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.707025:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.707026:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.707028:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.707029:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.707032:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.707034:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.707036:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.707037:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.707038:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.707041:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.707043:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.707045:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.707048:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27a00/0x1886cffb85c2ad1e lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8b8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8b4a expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.707063:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a9e00/0x1886cffb85c29e0d lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8b8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da62f5 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.707069:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.707070:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.707072:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.707073:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.707075:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.707076:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.707078:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.707079:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.707081:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.707083:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.707084:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.707086:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.707090:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672068608/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.707097:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.707098:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.707101:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672068608/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.707107:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.707110:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.707111:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.707112:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.707114:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.707115:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.707117:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.707118:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.707120:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.707123:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672068608/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.707134:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672068608:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.707138:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.707140:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.707141:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.707142:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.707145:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672068608/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.707150:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.707152:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.707154:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.707155:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.707157:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.707158:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.707161:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672068608/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.707166:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.707167:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.707168:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.707169:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.707171:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.707173:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.707175:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.707176:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.707178:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.707180:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.707181:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.707182:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.707184:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.707186:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1e7e27a00/0x1886cffb85c2ad1e lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8b8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8b4a expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.707203:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.707204:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.707206:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a9e00/0x1886cffb85c29e0d lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da62f5 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.707213:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.707214:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.707216:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.707218:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1dd328800 count: 0 00010000:00000010:0.0:1767734667.707221:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9880. 00010000:00000040:0.0:1767734667.707243:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26700 count: 3 00010000:00000001:0.0:1767734667.707245:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.707247:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26700 count: 4 00010000:00000001:0.0:1767734667.707248:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.707250:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.707252:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.707255:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5000/0x1886cffb85c2adf7 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x899:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8dd5 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.707260:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.707262:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.707263:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.707264:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.707265:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.707267:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.707268:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.707269:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.707271:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.707273:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1d85b5000 with handle 0x1886cffb85c2adf7 from hash 00010000:00000001:0.0:1767734667.707275:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.707276:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.707277:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.707278:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.707285:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.707286:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.707288:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.707291:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bed400/0x1886cffb85c2958c lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x899:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da460e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.707296:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.707297:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.707298:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.707299:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.707301:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.707302:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.707303:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.707304:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.707306:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.707326:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f8bed400 with handle 0x1886cffb85c2958c from hash 00010000:00000001:0.0:1767734667.707327:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.707329:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.707330:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.707331:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.707332:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.707333:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.707335:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.707337:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.707338:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.707340:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.707343:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.707345:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.707352:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.707357:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.707360:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.707363:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.707366:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.707368:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.707371:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5000/0x1886cffb85c2adf7 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x899:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8dd5 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.707387:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bed400/0x1886cffb85c2958c lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x899:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da460e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.707393:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.707394:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.707396:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.707397:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.707399:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.707401:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.707403:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.707404:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.707406:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.707408:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.707410:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.707411:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.707415:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672068736/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.707422:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.707423:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.707427:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672068736/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.707432:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.707434:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.707435:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.707437:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.707438:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.707440:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.707442:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.707443:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.707444:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.707447:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672068736/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.707459:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672068736:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.707463:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.707465:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.707466:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.707468:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.707470:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672068736/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.707476:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.707477:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.707479:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.707480:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.707482:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.707483:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.707486:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672068736/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.707491:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.707492:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.707493:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.707495:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.707497:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.707499:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.707500:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.707502:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.707504:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.707505:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.707507:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.707508:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.707510:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.707513:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5000/0x1886cffb85c2adf7 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x899:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8dd5 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.707531:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.707532:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.707534:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bed400/0x1886cffb85c2958c lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x899:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da460e expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.707541:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.707542:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.707544:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.707546:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f9e26700 count: 0 00010000:00000010:0.0:1767734667.707549:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baaa80. 00010000:00000040:0.0:1767734667.707553:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328100 count: 3 00010000:00000001:0.0:1767734667.707555:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.707572:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328100 count: 4 00010000:00000001:0.0:1767734667.707575:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.707577:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.707579:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.707582:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08c600/0x1886cffb85c2ad17 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8b9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8b35 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.707589:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.707590:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.707591:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.707592:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.707594:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.707596:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.707597:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.707598:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.707600:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.707618:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb08c600 with handle 0x1886cffb85c2ad17 from hash 00010000:00000001:0.0:1767734667.707620:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.707622:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.707623:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.707624:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.707631:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.707632:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.707634:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.707637:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a9200/0x1886cffb85c29e53 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8b9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da63e3 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.707642:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.707643:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.707644:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.707645:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.707646:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.707648:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.707649:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.707651:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.707653:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.707655:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1de1a9200 with handle 0x1886cffb85c29e53 from hash 00010000:00000001:0.0:1767734667.707657:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.707658:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.707659:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.707660:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.707661:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.707662:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.707663:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.707665:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.707666:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.707668:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.707671:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.707673:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.707675:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.707676:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.707677:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.707680:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.707682:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.707684:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.707687:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08c600/0x1886cffb85c2ad17 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8b9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8b35 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.707701:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a9200/0x1886cffb85c29e53 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8b9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da63e3 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.707706:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.707707:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.707709:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.707710:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.707712:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.707714:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.707716:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.707717:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.707719:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.707720:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.707722:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.707723:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.707727:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672068864/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.707734:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.707735:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.707738:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672068864/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.707743:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.707745:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.707746:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.707747:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.707749:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.707750:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.707752:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.707753:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.707754:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.707757:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672068864/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.707768:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672068864:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.707772:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.707773:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.707775:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.707776:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.707778:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672068864/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.707783:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.707785:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.707787:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.707788:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.707790:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.707791:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.707793:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672068864/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.707798:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.707799:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.707800:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.707802:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.707803:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.707806:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.707807:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.707808:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.707810:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.707812:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.707813:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.707815:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.707816:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.707819:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08c600/0x1886cffb85c2ad17 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8b9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8b35 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.707833:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.707835:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.707837:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a9200/0x1886cffb85c29e53 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8b9:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da63e3 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.707843:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.707844:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.707846:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.707848:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1dd328100 count: 0 00010000:00000010:0.0:1767734667.707851:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9680. 00010000:00000040:0.0:1767734667.707855:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 3 00010000:00000001:0.0:1767734667.707856:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.707858:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 4 00010000:00000001:0.0:1767734667.707860:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.707862:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.707864:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.707866:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b774 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab9bf expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.707872:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.707873:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.707874:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.707875:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.707877:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.707878:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.707879:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.707880:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.707882:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.707884:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c5741c00 with handle 0x1886cffb85c2b774 from hash 00010000:00000001:0.0:1767734667.707886:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.707888:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.707889:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.707890:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.707895:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.707896:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.707899:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.707901:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab925 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.707906:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.707907:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.707908:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.707909:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.707911:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.707912:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.707913:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.707914:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.707915:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.707917:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c5740e00 with handle 0x1886cffb85c2b73c from hash 00010000:00000001:0.0:1767734667.707919:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.707920:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.707921:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.707921:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.707923:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.707924:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.707925:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.707927:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.707928:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.707929:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.707932:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.707934:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.707936:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.707937:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.707938:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.707941:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.707943:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.707945:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.707947:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b774 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab9bf expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.707960:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab925 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.707965:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.707966:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.707968:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.707969:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.707971:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.707972:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.707974:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.707975:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.707977:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.707979:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.707980:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.707981:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.707985:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672068992/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.707991:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.707992:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.707995:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672068992/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.708000:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.708002:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.708003:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.708004:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.708006:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.708007:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.708009:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.708010:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.708011:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.708014:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672068992/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.708027:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672068992:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.708030:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.708032:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.708033:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.708034:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.708037:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672068992/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.708042:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.708043:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.708045:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.708046:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.708048:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.708049:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.708051:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672068992/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.708056:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.708057:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.708058:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.708060:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.708061:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.708063:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.708064:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.708066:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.708068:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.708069:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.708070:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.708071:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.708073:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.708075:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b774 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab9bf expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.708089:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.708090:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.708092:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab925 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.708098:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.708099:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.708101:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.708103:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d0461c00 count: 0 00010000:00000010:0.0:1767734667.708105:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7e3f000. 00010000:00000040:0.0:1767734667.708127:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26200 count: 3 00010000:00000001:0.0:1767734667.708129:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.708130:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26200 count: 4 00010000:00000001:0.0:1767734667.708132:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.708134:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.708135:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.708137:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4200/0x1886cffb85c2adf0 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x89a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8dc0 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.708142:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.708144:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.708145:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.708146:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.708147:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.708149:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.708150:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.708151:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.708153:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.708155:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1d85b4200 with handle 0x1886cffb85c2adf0 from hash 00010000:00000001:0.0:1767734667.708157:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.708158:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.708159:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.708160:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.708166:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.708167:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.708169:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.708172:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bec800/0x1886cffb85c295d2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x89a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da46fc expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.708177:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.708178:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.708179:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.708180:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.708181:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.708182:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.708183:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.708184:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.708186:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.708189:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f8bec800 with handle 0x1886cffb85c295d2 from hash 00010000:00000001:0.0:1767734667.708190:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.708192:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.708193:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.708194:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.708195:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.708196:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.708198:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.708199:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.708201:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.708202:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.708205:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.708206:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.708208:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.708209:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.708211:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.708214:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.708216:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.708217:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.708220:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4200/0x1886cffb85c2adf0 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x89a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8dc0 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.708233:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bec800/0x1886cffb85c295d2 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x89a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da46fc expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.708238:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.708239:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.708241:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.708242:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.708244:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.708246:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.708247:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.708248:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.708251:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.708252:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.708253:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.708255:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.708258:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672069120/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.708264:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.708266:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.708268:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672069120/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.708274:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.708275:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.708276:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.708278:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.708279:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.708280:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.708282:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.708283:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.708285:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.708287:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672069120/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.708298:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672069120:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.708302:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.708303:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.708305:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.708306:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.708308:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672069120/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.708313:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.708315:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.708317:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.708318:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.708319:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.708320:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.708340:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672069120/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.708345:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.708347:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.708348:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.708349:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.708351:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.708353:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.708355:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.708356:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.708358:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.708359:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.708361:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.708362:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.708364:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.708366:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b4200/0x1886cffb85c2adf0 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x89a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8dc0 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.708382:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.708383:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.708386:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f8bec800/0x1886cffb85c295d2 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x89a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da46fc expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.708392:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.708393:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.708395:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.708397:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f9e26200 count: 0 00010000:00000010:0.0:1767734667.708399:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baa600. 00010000:00000040:0.0:1767734667.708403:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328e00 count: 3 00010000:00000001:0.0:1767734667.708405:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.708407:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328e00 count: 4 00010000:00000001:0.0:1767734667.708409:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.708411:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.708413:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.708415:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08ca00/0x1886cffb85c2ad10 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8ba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8b20 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.708420:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.708421:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.708422:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.708423:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.708425:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.708426:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.708427:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.708428:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.708430:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.708432:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb08ca00 with handle 0x1886cffb85c2ad10 from hash 00010000:00000001:0.0:1767734667.708434:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.708435:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.708436:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.708438:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.708443:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.708444:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.708446:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.708449:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8400/0x1886cffb85c29e99 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8ba:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da64d1 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.708454:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.708455:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.708456:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.708457:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.708458:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.708459:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.708460:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.708461:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.708463:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.708465:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1de1a8400 with handle 0x1886cffb85c29e99 from hash 00010000:00000001:0.0:1767734667.708466:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.708467:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.708468:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.708469:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.708470:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.708471:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.708473:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.708474:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.708476:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.708477:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.708480:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.708482:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.708484:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.708485:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.708486:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.708489:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.708491:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.708493:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.708496:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08ca00/0x1886cffb85c2ad10 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8ba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8b20 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.708511:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8400/0x1886cffb85c29e99 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8ba:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da64d1 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.708516:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.708517:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.708519:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.708520:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.708523:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.708524:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.708526:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.708527:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.708529:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.708530:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.708532:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.708533:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.708537:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672069248/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.708544:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.708545:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.708548:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672069248/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.708553:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.708555:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.708556:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.708571:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.708573:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.708574:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.708576:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.708577:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.708579:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.708582:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672069248/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.708595:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672069248:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.708598:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.708600:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.708602:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.708603:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.708606:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672069248/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.708611:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.708613:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.708615:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.708616:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.708617:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.708619:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.708621:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672069248/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.708627:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.708628:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.708630:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.708631:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.708633:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.708635:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.708636:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.708637:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.708639:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.708640:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.708641:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.708642:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.708644:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.708647:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08ca00/0x1886cffb85c2ad10 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8ba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8b20 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.708662:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.708663:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.708666:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8400/0x1886cffb85c29e99 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8ba:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da64d1 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.708672:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.708673:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.708675:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.708677:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1dd328e00 count: 0 00010000:00000010:0.0:1767734667.708680:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9f00. 00010000:00000040:0.0:1767734667.708703:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26a00 count: 3 00010000:00000001:0.0:1767734667.708704:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.708706:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f9e26a00 count: 4 00010000:00000001:0.0:1767734667.708708:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.708709:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.708711:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.708713:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5800/0x1886cffb85c2ade9 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x89b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8dab expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.708718:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.708719:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.708720:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.708721:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.708723:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.708724:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.708725:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.708727:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.708728:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.708731:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1d85b5800 with handle 0x1886cffb85c2ade9 from hash 00010000:00000001:0.0:1767734667.708733:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.708734:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.708736:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.708737:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.708742:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.708744:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.708746:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.708748:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afdc00/0x1886cffb85c29618 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x89b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da47ea expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.708754:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.708755:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.708756:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.708757:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.708758:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.708759:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.708760:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.708761:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.708763:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.708765:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b200afdc00 with handle 0x1886cffb85c29618 from hash 00010000:00000001:0.0:1767734667.708766:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.708767:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.708768:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.708769:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.708770:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.708772:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.708774:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.708775:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.708777:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.708778:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.708781:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.708783:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.708785:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.708787:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.708789:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.708792:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.708794:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.708796:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.708799:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5800/0x1886cffb85c2ade9 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x89b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8dab expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.708814:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afdc00/0x1886cffb85c29618 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x89b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da47ea expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.708819:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.708821:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.708822:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.708823:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.708826:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.708827:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.708829:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.708830:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.708832:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.708834:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.708835:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.708836:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.708840:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672069376/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.708847:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.708848:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.708851:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672069376/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.708856:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.708858:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.708859:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.708860:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.708862:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.708863:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.708865:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.708866:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.708867:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.708870:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672069376/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.708882:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672069376:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.708885:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.708887:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.708888:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.708889:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.708892:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672069376/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.708897:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.708898:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.708900:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.708901:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.708903:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.708904:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.708906:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672069376/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.708911:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.708912:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.708914:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.708915:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.708916:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.708919:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.708920:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.708921:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.708923:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.708925:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.708926:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.708927:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.708929:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.708931:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1d85b5800/0x1886cffb85c2ade9 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x89b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8dab expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.708946:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.708947:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.708950:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afdc00/0x1886cffb85c29618 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x89b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da47ea expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.708956:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.708957:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.708958:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.708960:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f9e26a00 count: 0 00010000:00000010:0.0:1767734667.708963:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f6baab00. 00010000:00000040:0.0:1767734667.708967:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328700 count: 3 00010000:00000001:0.0:1767734667.708969:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.708970:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328700 count: 4 00010000:00000001:0.0:1767734667.708972:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.708974:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.708976:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.708979:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08d400/0x1886cffb85c2ad09 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8bb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8b0b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.708985:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.708986:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.708987:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.708988:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.708989:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.708991:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.708992:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.708993:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.708994:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.708996:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb08d400 with handle 0x1886cffb85c2ad09 from hash 00010000:00000001:0.0:1767734667.708998:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.709000:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.709001:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.709002:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.709010:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.709011:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.709013:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.709016:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8a00/0x1886cffb85c29edf lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8bb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da65bf expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.709021:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.709022:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.709023:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.709024:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.709025:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.709027:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.709028:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.709029:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.709030:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.709032:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1de1a8a00 with handle 0x1886cffb85c29edf from hash 00010000:00000001:0.0:1767734667.709033:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.709034:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.709035:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.709036:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.709037:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.709038:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.709040:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.709042:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.709043:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.709044:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.709047:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.709049:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.709051:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.709052:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.709054:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.709057:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.709059:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.709061:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.709064:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08d400/0x1886cffb85c2ad09 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8bb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8b0b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.709078:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8a00/0x1886cffb85c29edf lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8bb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da65bf expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.709083:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.709084:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.709086:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.709087:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.709089:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.709090:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.709092:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.709093:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.709095:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.709096:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.709098:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.709099:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.709103:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672069504/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.709109:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.709110:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.709113:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672069504/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.709118:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.709120:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.709121:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.709123:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.709124:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.709125:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.709127:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.709129:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.709130:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.709133:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672069504/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.709143:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672069504:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.709146:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.709148:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.709149:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.709150:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.709153:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672069504/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.709158:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.709159:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.709161:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.709162:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.709164:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.709165:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.709167:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672069504/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.709172:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.709173:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.709174:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.709176:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.709178:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.709180:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.709181:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.709183:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.709184:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.709185:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.709187:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.709188:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.709189:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.709191:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08d400/0x1886cffb85c2ad09 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8bb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8b0b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.709205:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.709206:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.709208:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8a00/0x1886cffb85c29edf lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8bb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da65bf expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.709215:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.709216:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.709217:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.709219:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1dd328700 count: 0 00010000:00000010:0.0:1767734667.709222:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9a80. 00010000:00000040:0.0:1767734667.709244:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328d00 count: 3 00010000:00000001:0.0:1767734667.709246:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.709248:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328d00 count: 4 00010000:00000001:0.0:1767734667.709249:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.709251:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.709253:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.709256:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6d200/0x1886cffb85c2ade2 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x89c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8d96 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.709260:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.709261:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.709262:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.709263:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.709265:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.709266:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.709267:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.709269:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.709270:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.709272:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6d200 with handle 0x1886cffb85c2ade2 from hash 00010000:00000001:0.0:1767734667.709274:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.709275:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.709276:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.709278:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.709283:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.709285:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.709286:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.709289:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afd600/0x1886cffb85c2965e lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x89c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da48d8 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.709294:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.709295:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.709296:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.709297:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.709298:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.709299:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.709300:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.709301:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.709303:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.709304:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b200afd600 with handle 0x1886cffb85c2965e from hash 00010000:00000001:0.0:1767734667.709306:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.709323:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.709324:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.709325:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.709327:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.709328:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.709330:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.709331:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.709333:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.709334:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.709338:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.709340:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.709342:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.709343:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.709346:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.709348:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.709351:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.709353:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.709356:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6d200/0x1886cffb85c2ade2 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x89c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8d96 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.709371:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afd600/0x1886cffb85c2965e lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x89c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da48d8 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.709376:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.709378:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.709379:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.709380:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.709383:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.709384:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.709386:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.709387:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.709390:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.709392:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.709393:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.709395:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.709399:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672069632/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.709405:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.709406:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.709409:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672069632/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.709415:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.709416:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.709418:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.709419:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.709421:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.709422:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.709424:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.709425:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.709426:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.709429:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672069632/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.709440:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672069632:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.709444:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.709446:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.709447:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.709448:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.709451:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672069632/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.709455:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.709457:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.709459:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.709460:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.709462:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.709463:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.709465:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672069632/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.709470:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.709471:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.709472:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.709474:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.709475:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.709478:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.709479:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.709480:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.709482:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.709484:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.709485:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.709486:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.709488:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.709491:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6d200/0x1886cffb85c2ade2 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x89c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8d96 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.709508:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.709509:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.709511:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afd600/0x1886cffb85c2965e lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x89c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da48d8 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.709518:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.709519:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.709520:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.709522:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1dd328d00 count: 0 00010000:00000010:0.0:1767734667.709525:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9780. 00010000:00000040:0.0:1767734667.709529:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328a00 count: 3 00010000:00000001:0.0:1767734667.709531:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.709533:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328a00 count: 4 00010000:00000001:0.0:1767734667.709535:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.709537:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.709540:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.709542:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08da00/0x1886cffb85c2ad02 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8bc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8af6 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.709547:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.709548:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.709549:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.709550:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.709552:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.709553:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.709555:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.709574:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.709576:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.709579:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb08da00 with handle 0x1886cffb85c2ad02 from hash 00010000:00000001:0.0:1767734667.709581:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.709582:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.709584:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.709585:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.709591:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.709593:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.709595:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.709597:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8600/0x1886cffb85c29f25 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8bc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da66ad expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.709603:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.709605:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.709606:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.709607:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.709609:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.709610:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.709611:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.709612:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.709613:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.709615:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1de1a8600 with handle 0x1886cffb85c29f25 from hash 00010000:00000001:0.0:1767734667.709617:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.709618:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.709619:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.709619:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.709621:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.709622:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.709623:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.709625:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.709626:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.709628:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.709631:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.709633:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.709635:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.709636:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.709637:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.709640:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.709642:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.709644:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.709647:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08da00/0x1886cffb85c2ad02 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8bc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8af6 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.709661:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8600/0x1886cffb85c29f25 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8bc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da66ad expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.709667:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.709668:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.709669:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.709670:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.709673:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.709674:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.709676:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.709677:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.709679:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.709680:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.709682:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.709683:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.709687:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672069760/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.709694:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.709695:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.709698:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672069760/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.709703:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.709705:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.709706:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.709707:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.709709:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.709710:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.709712:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.709713:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.709714:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.709717:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672069760/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.709728:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672069760:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.709732:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.709733:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.709735:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.709736:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.709738:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672069760/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.709744:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.709745:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.709747:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.709748:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.709750:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.709751:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.709753:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672069760/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.709758:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.709759:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.709760:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.709762:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.709764:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.709767:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.709768:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.709769:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.709771:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.709772:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.709773:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.709774:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.709776:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.709778:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08da00/0x1886cffb85c2ad02 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8bc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8af6 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.709794:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.709795:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.709797:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8600/0x1886cffb85c29f25 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8bc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da66ad expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.709804:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.709805:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.709807:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.709809:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1dd328a00 count: 0 00010000:00000010:0.0:1767734667.709811:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9d80. 00010000:00000040:0.0:1767734667.709816:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 3 00010000:00000001:0.0:1767734667.709817:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.709819:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1500 count: 4 00010000:00000001:0.0:1767734667.709821:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.709823:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.709825:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.709828:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b815 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dabad0 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.709832:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.709834:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.709834:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.709835:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.709837:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.709838:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.709839:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.709841:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.709842:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.709844:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683fc00 with handle 0x1886cffb85c2b815 from hash 00010000:00000001:0.0:1767734667.709846:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.709848:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.709849:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.709850:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.709855:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.709857:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.709859:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.709861:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58daba36 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.709867:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.709868:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.709868:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.709869:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.709871:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.709872:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.709873:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.709874:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.709875:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.709877:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683f200 with handle 0x1886cffb85c2b7dd from hash 00010000:00000001:0.0:1767734667.709879:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.709880:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.709881:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.709882:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.709883:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.709884:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.709885:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.709887:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.709888:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.709890:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.709892:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.709894:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.709896:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.709898:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.709900:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.709902:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.709905:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.709907:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.709910:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b815 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabad0 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.709924:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58daba36 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.709929:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.709930:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.709932:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.709933:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.709935:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.709936:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.709938:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.709939:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.709941:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.709943:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.709944:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.709945:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.709949:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672069888/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.709955:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.709957:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.709959:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672069888/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.709964:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.709967:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.709968:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.709970:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.709971:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.709973:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.709975:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.709976:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.709978:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.709980:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672069888/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.709993:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672069888:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.709997:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.709998:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.710000:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.710001:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.710003:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672069888/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.710009:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.710010:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.710012:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.710013:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.710015:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.710016:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.710018:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672069888/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.710023:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.710024:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.710025:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.710027:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.710029:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.710031:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.710032:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.710034:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.710036:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.710037:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.710038:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.710039:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.710040:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.710043:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fc00/0x1886cffb85c2b815 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabad0 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.710057:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.710059:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.710061:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f200/0x1886cffb85c2b7dd lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8fc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58daba36 expref: -99 pid: 249244 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.710067:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.710068:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.710070:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.710071:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1500 count: 0 00010000:00000010:0.0:1767734667.710074:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537780. 00010000:00000040:0.0:1767734667.710097:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328500 count: 3 00010000:00000001:0.0:1767734667.710099:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.710101:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1dd328500 count: 4 00010000:00000001:0.0:1767734667.710102:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.710104:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.710106:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.710108:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6c400/0x1886cffb85c2addb lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x89d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8d81 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.710114:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.710115:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.710116:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.710117:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.710119:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.710120:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.710121:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.710123:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.710124:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.710126:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6c400 with handle 0x1886cffb85c2addb from hash 00010000:00000001:0.0:1767734667.710127:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.710129:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.710130:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.710131:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.710137:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.710138:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.710140:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.710143:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afcc00/0x1886cffb85c296a4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x89d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da49c6 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.710148:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.710149:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.710150:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.710151:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.710152:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.710153:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.710154:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.710155:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.710157:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.710159:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b200afcc00 with handle 0x1886cffb85c296a4 from hash 00010000:00000001:0.0:1767734667.710160:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.710161:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.710162:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.710163:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.710164:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.710165:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.710167:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.710168:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.710170:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.710171:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.710174:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.710175:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.710177:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.710178:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.710180:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.710183:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.710185:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.710187:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.710190:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6c400/0x1886cffb85c2addb lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x89d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8d81 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.710204:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afcc00/0x1886cffb85c296a4 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x89d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da49c6 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.710209:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.710210:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.710212:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.710213:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.710215:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.710217:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.710218:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.710219:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.710221:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.710223:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.710224:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.710226:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.710230:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672070016/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.710236:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.710237:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.710240:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672070016/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.710245:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.710247:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.710248:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.710250:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.710251:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.710252:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.710254:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.710255:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.710256:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.710259:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672070016/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.710270:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672070016:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.710274:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.710276:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.710277:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.710278:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.710281:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672070016/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.710286:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.710287:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.710289:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.710290:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.710292:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.710293:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.710295:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672070016/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.710300:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.710302:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.710303:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.710304:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.710305:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.710325:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.710326:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.710327:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.710330:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.710331:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.710332:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.710334:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.710336:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.710338:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1def6c400/0x1886cffb85c2addb lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x89d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8d81 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.710356:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.710358:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.710360:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b200afcc00/0x1886cffb85c296a4 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x89d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da49c6 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.710367:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.710369:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.710371:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.710373:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1dd328500 count: 0 00010000:00000010:0.0:1767734667.710376:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7ea9100. 00010000:00000040:0.0:1767734667.710385:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c700 count: 3 00010000:00000001:0.0:1767734667.710388:0:249249:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767734667.710390:0:249249:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f427c700 count: 4 00010000:00000001:0.0:1767734667.710391:0:249249:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734667.710394:0:249249:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734667.710397:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.710401:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08d200/0x1886cffb85c2acfb lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da8ae1 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.710406:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.710407:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.710408:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.710409:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.710411:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.710413:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.710414:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.710415:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.710417:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.710419:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb08d200 with handle 0x1886cffb85c2acfb from hash 00010000:00000001:0.0:1767734667.710421:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.710423:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.710424:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.710425:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.710430:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.710432:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.710434:0:249249:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734667.710436:0:249249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8800/0x1886cffb85c29f6b lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8bd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58da679b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734667.710442:0:249249:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734667.710443:0:249249:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734667.710444:0:249249:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734667.710445:0:249249:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.710446:0:249249:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734667.710447:0:249249:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734667.710448:0:249249:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734667.710449:0:249249:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734667.710451:0:249249:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734667.710453:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1de1a8800 with handle 0x1886cffb85c29f6b from hash 00010000:00000001:0.0:1767734667.710454:0:249249:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734667.710455:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734667.710456:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.710457:0:249249:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734667.710458:0:249249:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734667.710459:0:249249:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734667.710461:0:249249:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.710462:0:249249:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734667.710464:0:249249:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734667.710465:0:249249:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767734667.710468:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.710470:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.710472:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.710473:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.710475:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.710478:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:0.0:1767734667.710480:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.710482:0:249249:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734667.710485:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08d200/0x1886cffb85c2acfb lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x8bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8ae1 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.710501:0:249249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8800/0x1886cffb85c29f6b lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8bd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da679b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734667.710506:0:249249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767734667.710507:0:249249:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1767734667.710509:0:249249:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734667.710510:0:249249:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734667.710512:0:249249:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.710513:0:249249:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734667.710515:0:249249:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734667.710516:0:249249:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734667.710518:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.710520:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.710521:0:249249:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734667.710522:0:249249:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734667.710526:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672070144/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.710532:0:249249:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734667.710534:0:249249:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.710537:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672070144/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.710542:0:249249:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.710544:0:249249:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734667.710545:0:249249:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.710546:0:249249:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 0 seconds 00000100:00000001:0.0:1767734667.710548:0:249249:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734667.710549:0:249249:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767734667.710551:0:249249:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.710552:0:249249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734667.710553:0:249249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.710569:0:249249:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672070144/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734667.710582:0:249249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job umount:ecb0905e-f978-4384-816c-881545595fa4:249249:1853602672070144:192.168.203.112@tcp:103:umount.0 00000100:00000001:0.0:1767734667.710586:0:249249:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734667.710588:0:249249:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767734667.710589:0:249249:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734667.710591:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.710594:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672070144/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.710599:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734667.710600:0:249249:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734667.710602:0:249249:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734667.710603:0:249249:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767734667.710605:0:249249:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767734667.710606:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.710608:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672070144/t0(0) o103->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.710614:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734667.710615:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.710616:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.710618:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.710619:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:0.0:1767734667.710621:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.710622:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.710623:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.710625:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.710626:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734667.710627:0:249249:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767734667.710629:0:249249:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767734667.710630:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.710633:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1fb08d200/0x1886cffb85c2acfb lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da8ae1 expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.710647:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.710649:0:249249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734667.710651:0:249249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1de1a8800/0x1886cffb85c29f6b lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8bd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58da679b expref: -99 pid: 232661 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734667.710657:0:249249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734667.710659:0:249249:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.710660:0:249249:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767734667.710662:0:249249:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f427c700 count: 0 00010000:00000010:0.0:1767734667.710666:0:249249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f99a9880. 00000001:00000001:0.0:1767734667.710687:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.710689:0:249249:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.710691:0:249249:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767734667.710692:0:249249:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767734667.710693:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.710694:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.711137:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767734667.711138:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.711139:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.711607:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.711610:0:249249:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.711612:0:249249:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:0.0:1767734667.711617:0:249249:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1767734667.711619:0:249249:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1767734667.711621:0:249249:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1767734667.711624:0:249249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734667.711627:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734667.711629:0:249249:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734667.711630:0:249249:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734667.711632:0:249249:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734667.711635:0:249249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1e00. 00000100:00000001:0.0:1767734667.711638:0:249249:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.711640:0:249249:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00080000:0.0:1767734667.711647:0:249249:0:(import.c:65:import_set_state_nolock()) ffff94b1f64ac000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1767734667.711650:0:249249:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734667.711652:0:249249:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734667.711656:0:249249:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce83fe62] to pc [ptlrpcd_rcv+-1] req@ffff94b1f2da8700 x1853602672070272/t0(0) o39->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.711672:0:249249:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.711776:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734667.711783:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734667.711786:0:196090:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734667.711800:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672070272/t0(0) o39->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.711818:0:196090:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734667.711820:0:196090:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.711824:0:196090:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734667.711828:0:196090:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734667.711831:0:196090:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734667.711851:0:196090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ecb0905e-f978-4384-816c-881545595fa4:196090:1853602672070272:192.168.203.112@tcp:39:umount.0 00000100:00000001:3.0:1767734667.711857:0:196090:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734667.711861:0:196090:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734667.711864:0:196090:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.711867:0:196090:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734667.711871:0:196090:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1fe885400. 02000000:00000001:3.0:1767734667.711874:0:196090:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734667.711881:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734667.711885:0:196090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113cb8. 00000400:00000010:3.0:1767734667.711890:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7880. 00000100:00000200:3.0:1767734667.711895:0:196090:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672070272, portal 10 00000100:00000001:3.0:1767734667.711898:0:196090:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734667.711900:0:196090:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000040:3.0:1767734667.711908:0:196090:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8700 x1853602672070272/t0(0) o39->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.711918:0:196090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734667.711921:0:196090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734667.711925:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7e58. 00000100:00000200:3.0:1767734667.711928:0:196090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672070272, offset 0 00000400:00000200:3.0:1767734667.711934:0:196090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734667.711940:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.711946:0:196090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734667.711951:0:196090:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734667.711955:0:196090:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734667.711958:0:196090:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734667.711962:0:196090:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734667.711966:0:196090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66503:66503:256:4294967295] 192.168.203.112@tcp LPNI seq info [66503:66503:8:4294967295] 00000400:00000200:3.0:1767734667.711972:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.711981:0:196090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734667.711986:0:196090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734667.711991:0:196090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c53e8100. 00000800:00000200:3.0:1767734667.712004:0:196090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734667.712011:0:196090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734667.712016:0:196090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c53e8100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767734667.712039:0:196090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.712044:0:196090:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10685 usecs (11 jiffies) 00000400:00000200:3.0:1767734667.712049:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734667.712052:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303429544 00000100:00000001:3.0:1767734667.712056:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303430322 00000100:00000001:3.0:1767734667.712059:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303429544 00000100:00000001:3.0:1767734667.712062:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303430322 00000100:00000001:3.0:1767734667.712065:0:196090:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734667.712068:0:196090:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.712072:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.712074:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.712080:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734667.712082:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767734667.712085:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734667.712086:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734667.712088:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.712091:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.712214:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.712221:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c53e8100. 00000400:00000200:2.0:1767734667.712228:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.712236:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.712241:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7e58 00000400:00000010:2.0:1767734667.712244:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7e58. 00000100:00000001:2.0:1767734667.712248:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.712256:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8700 x1853602672070272/t0(0) o39->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.712280:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.712285:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672070272/t0(0) o39->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.712295:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.712298:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767734667.713385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b200afc400. 00010000:00000010:0.1:1767734667.713392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1c6fec400. 00010000:00000010:0.1:1767734667.713396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b202170e00. 00010000:00000010:0.1:1767734667.713400:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1dd328c00. 00010000:00000010:0.1:1767734667.713403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1e7e27200. 00010000:00000010:0.1:1767734667.713406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c13fe400. 00010000:00000010:0.1:1767734667.713409:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f427c400. 00010000:00000010:0.1:1767734667.713412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b202170a00. 00010000:00000010:0.1:1767734667.713415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6b600. 00010000:00000010:0.1:1767734667.713417:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1ddd0d200. 00010000:00000010:0.1:1767734667.713420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c1676600. 00010000:00000010:0.1:1767734667.713423:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f0ebcf00. 00010000:00000010:0.1:1767734667.713426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb347600. 00010000:00000010:0.1:1767734667.713428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f7486200. 00010000:00000010:0.1:1767734667.713431:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1c6147100. 00010000:00000010:0.1:1767734667.713443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1e7e26600. 00010000:00000010:0.1:1767734667.713445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c13fec00. 00010000:00000010:0.1:1767734667.713448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f427c200. 00010000:00000010:0.1:1767734667.713451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b202171c00. 00010000:00000010:0.1:1767734667.713454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6b000. 00010000:00000010:0.1:1767734667.713456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1ddd0d100. 00010000:00000010:0.1:1767734667.713459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb347000. 00010000:00000010:0.1:1767734667.713461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f8bed000. 00010000:00000010:0.1:1767734667.713464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d0461700. 00010000:00000010:0.1:1767734667.713467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1e7e27c00. 00010000:00000010:0.1:1767734667.713469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c13fee00. 00010000:00000010:0.1:1767734667.713471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f427ce00. 00010000:00000010:0.1:1767734667.713474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b202170000. 00010000:00000010:0.1:1767734667.713476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b202171600. 00010000:00000010:0.1:1767734667.713479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1ddd0dc00. 00010000:00000010:0.1:1767734667.713481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b200afd000. 00010000:00000010:0.1:1767734667.713484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1c6fec300. 00010000:00000010:0.1:1767734667.713491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb346600. 00010000:00000010:0.1:1767734667.713494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f7487800. 00010000:00000010:0.1:1767734667.713496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1c6147200. 00000800:00000001:2.0:1767734667.715152:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.715166:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.715170:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.715173:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.715181:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.715187:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.715195:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.715200:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.715205:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.715210:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d2ce80 00000400:00000200:2.0:1767734667.715215:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.715222:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b625 [1] + 224 00000800:00000001:2.0:1767734667.715228:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.715249:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.715253:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.715258:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.715263:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.715271:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8700 x1853602672070272/t0(0) o39->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734667.715285:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da8700 x1853602672070272/t0(0) o39->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.715346:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.715355:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.715360:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.715421:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734667.715425:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734667.715430:0:196090:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734667.715431:0:196090:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734667.715434:0:196090:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113cb8. 00000400:00000200:3.0:1767734667.715459:0:196090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7880 00000400:00000010:3.0:1767734667.715462:0:196090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7880. 00000100:00000001:3.0:1767734667.715466:0:196090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.715475:0:196090:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8700 x1853602672070272/t0(0) o39->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734667.715490:0:196090:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8700 x1853602672070272/t0(0) o39->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.715500:0:196090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734667.715515:0:196090:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.715519:0:196090:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734667.715521:0:196090:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734667.715524:0:196090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734667.715526:0:196090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.715529:0:196090:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734667.715536:0:196090:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=95 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734667.715541:0:196090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734667.715544:0:196090:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734667.715546:0:196090:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734667.715549:0:196090:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734667.715552:0:196090:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.715556:0:196090:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767734667.715583:0:196090:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1767734667.715585:0:196090:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767734667.715588:0:196090:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734667.715590:0:196090:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:3.0:1767734667.715609:0:196090:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734667.715611:0:196090:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924590 00000100:00000001:3.0:1767734667.715612:0:196090:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734667.715614:0:196090:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.715618:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672070272/t12884924677(12884924677) o39->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734677 ref 2 fl Rpc:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.715625:0:196090:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734667.715627:0:196090:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734667.715628:0:196090:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767734667.715630:0:196090:0:(import.c:65:import_set_state_nolock()) ffff94b1f64ac000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1767734667.715633:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767734667.715636:0:196090:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767734667.715639:0:196090:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.715640:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767734667.715641:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767734667.715642:0:196090:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767734667.715646:0:196090:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.715647:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:3.0:1767734667.715660:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672070272/t12884924677(12884924677) o39->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734677 ref 2 fl Interpret:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734667.715674:0:196090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ecb0905e-f978-4384-816c-881545595fa4:196090:1853602672070272:192.168.203.112@tcp:39:umount.0 00000100:00000001:3.0:1767734667.715679:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.715682:0:196090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767734667.715682:0:249249:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.715689:0:196090:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672070272/t12884924677(12884924677) o39->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734677 ref 2 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.715690:0:249249:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767734667.715694:0:249249:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1767734667.715698:0:249249:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767734667.715702:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767734667.715706:0:196090:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734667.715707:0:249249:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: committing for last_committed 12884924590 gen 2 00000100:00000001:3.0:1767734667.715712:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.715718:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767734667.715720:0:249249:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff94b1f2da9880 x1853602672034432/t12884924591(12884924591) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.715721:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.715728:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734667.715732:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.715739:0:249249:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.715743:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.715746:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da9880 x1853602672034432/t12884924591(12884924591) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.715754:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.715755:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.715758:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d02800. 02000000:00000001:0.0:1767734667.715761:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.715762:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.715764:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.715766:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.715767:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9cc00. 02000000:00000001:0.0:1767734667.715770:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.715771:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.715773:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da9880. 00000100:00000001:0.0:1767734667.715775:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.715777:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767734667.715780:0:249249:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff94b1d02cc700 x1853602672035584/t12884924593(12884924593) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.715795:0:249249:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.715797:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.715800:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cc700 x1853602672035584/t12884924593(12884924593) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.715806:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.715807:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.715808:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9295000. 02000000:00000001:0.0:1767734667.715810:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.715811:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.715812:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.715814:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.715815:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04bc400. 02000000:00000001:0.0:1767734667.715817:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.715818:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.715819:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cc700. 00000100:00000001:0.0:1767734667.715821:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.715822:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767734667.715825:0:249249:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff94b1d02cf100 x1853602672036736/t12884924596(12884924596) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.715831:0:249249:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.715833:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.715835:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cf100 x1853602672036736/t12884924596(12884924596) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.715840:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.715841:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.715842:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9291800. 02000000:00000001:0.0:1767734667.715843:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.715844:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.715845:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.715847:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.715848:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04bf800. 02000000:00000001:0.0:1767734667.715849:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.715854:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.715856:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cf100. 00000100:00000001:0.0:1767734667.715858:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.715859:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767734667.715863:0:249249:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff94b1f2da8700 x1853602672070272/t12884924677(12884924677) o39->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.715869:0:249249:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734667.715870:0:249249:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734667.715872:0:249249:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672070272/t12884924677(12884924677) o39->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734677 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734667.715877:0:249249:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734667.715878:0:249249:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734667.715879:0:249249:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1fe885400. 02000000:00000001:0.0:1767734667.715881:0:249249:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734667.715882:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.715883:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=2 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.715885:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734667.715886:0:249249:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1e00. 02000000:00000001:0.0:1767734667.715887:0:249249:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734667.715888:0:249249:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734667.715889:0:249249:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734667.715891:0:249249:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734667.715892:0:249249:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734667.715894:0:249249:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: normal: skip=0 replay=4/4 committed=0/0 00000100:00000001:0.0:1767734667.715896:0:249249:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.715897:0:249249:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767734667.715898:0:249249:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767734667.715900:0:249249:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1767734667.715901:0:249249:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:0.0:1767734667.715904:0:249249:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.715905:0:249249:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1767734667.715907:0:249249:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767734667.715909:0:249249:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1767734667.715910:0:249249:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:0.0:1767734667.715911:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.715916:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.716381:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767734667.716388:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.716389:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.716846:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.716849:0:249249:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734667.716851:0:249249:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144872 : -117983526406744 : ffff94b1d1d1b5a8) 00000020:00001000:0.0:1767734667.716854:0:249249:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b5a0 00000008:00000001:0.0:1767734667.716856:0:249249:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1767734667.716858:0:249249:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1767734667.716859:0:249249:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767734667.716861:0:249249:0:(osc_cache.c:2265:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1767734667.716862:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.716863:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.717305:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767734667.717329:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1e7e26400. 00010000:00000010:0.1:1767734667.717334:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c13ff200. 00010000:00000010:0.1:1767734667.717338:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f427c600. 00010000:00000010:0.1:1767734667.717341:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6c000. 00010000:00000010:0.1:1767734667.717343:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b202170c00. 00010000:00000010:0.1:1767734667.717346:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1ddd0d500. 00010000:00000010:0.1:1767734667.717349:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f0d08200. 00010000:00000010:0.1:1767734667.717351:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1fa50c000. 00010000:00000010:0.1:1767734667.717354:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb347c00. 00010000:00000010:0.1:1767734667.717356:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f8bed800. 00010000:00000010:0.1:1767734667.717360:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1c6147d00. 00010000:00000010:0.1:1767734667.717363:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1e7e27600. 00010000:00000010:0.1:1767734667.717374:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c13ffc00. 00010000:00000010:0.1:1767734667.717377:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f427c000. 00010000:00000010:0.1:1767734667.717380:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb347e00. 00010000:00000010:0.1:1767734667.717383:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6da00. 00010000:00000010:0.1:1767734667.717385:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1200. 00010000:00000010:0.1:1767734667.717388:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1e7f54800. 00010000:00000010:0.1:1767734667.717391:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f0ebca00. 00010000:00000010:0.1:1767734667.717393:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb346400. 00010000:00000010:0.1:1767734667.717396:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f8bec400. 00010000:00000010:0.1:1767734667.717400:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1dd328600. 00010000:00000010:0.1:1767734667.717403:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1e7e26000. 00010000:00000010:0.1:1767734667.717406:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1de1a8c00. 00010000:00000010:0.1:1767734667.717409:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f427c900. 00010000:00000010:0.1:1767734667.717412:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f7487000. 00010000:00000010:0.1:1767734667.717414:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6cc00. 00010000:00000010:0.1:1767734667.717417:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1a00. 00010000:00000010:0.1:1767734667.717419:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c5741000. 00010000:00000010:0.1:1767734667.717422:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f0d08e00. 00010000:00000010:0.1:1767734667.717425:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1fa50ca00. 00010000:00000010:0.1:1767734667.717427:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1d85b4e00. 00010000:00000010:0.1:1767734667.717430:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f8beca00. 00010000:00000010:0.1:1767734667.717432:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1c6147900. 00010000:00000010:0.1:1767734667.717434:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1e7e26c00. 00010000:00000010:0.1:1767734667.717437:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1de1a8000. 00010000:00000010:0.1:1767734667.717439:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f427c300. 00010000:00000010:0.1:1767734667.717442:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6d600. 00010000:00000010:0.1:1767734667.717444:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6d000. 00010000:00000010:0.1:1767734667.717447:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1b00. 00010000:00000010:0.1:1767734667.717449:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1d85b5c00. 00010000:00000010:0.1:1767734667.717452:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f8bec600. 00010000:00000010:0.1:1767734667.717454:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1c6147400. 00010000:00000010:0.1:1767734667.717456:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1e7e27000. 00010000:00000010:0.1:1767734667.717463:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1de1a9600. 00010000:00000010:0.1:1767734667.717466:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f427ca00. 00010000:00000010:0.1:1767734667.717469:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b2011db600. 00010000:00000010:0.1:1767734667.717471:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6c200. 00010000:00000010:0.1:1767734667.717474:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1f00. 00010000:00000010:0.1:1767734667.717476:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1d85b5600. 00010000:00000010:0.1:1767734667.717479:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f8bec200. 00010000:00000010:0.1:1767734667.717482:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f9e26f00. 00010000:00000010:0.1:1767734667.717484:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1e7e26e00. 00010000:00000010:0.1:1767734667.717486:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1de1a9800. 00010000:00000010:0.1:1767734667.717488:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f427cc00. 00010000:00000010:0.1:1767734667.717491:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f7486c00. 00010000:00000010:0.1:1767734667.717493:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d0461900. 00010000:00000010:0.1:1767734667.717495:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f47dcc00. 00010000:00000010:0.1:1767734667.717498:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f47dd400. 00010000:00000010:0.1:1767734667.717500:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1700. 00010000:00000010:0.1:1767734667.717503:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1d85b4400. 00010000:00000010:0.1:1767734667.717506:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f8becc00. 00010000:00000010:0.1:1767734667.717508:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f9e26b00. 00010000:00000010:0.1:1767734667.717511:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1e7e26800. 00010000:00000010:0.1:1767734667.717513:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b202171200. 00010000:00000010:0.1:1767734667.717516:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1dd328b00. 00010000:00000010:0.1:1767734667.717519:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f7486a00. 00010000:00000010:0.1:1767734667.717521:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d0461200. 00010000:00000010:0.1:1767734667.717523:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1d85b4c00. 00010000:00000010:0.1:1767734667.717525:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f8bed600. 00010000:00000010:0.1:1767734667.717528:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f9e26000. 00010000:00000010:0.1:1767734667.717530:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1e7e27800. 00010000:00000010:0.1:1767734667.717532:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1de1a9c00. 00010000:00000010:0.1:1767734667.717535:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1dd328000. 00010000:00000010:0.1:1767734667.717537:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f7487600. 00010000:00000010:0.1:1767734667.717539:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d0461800. 00010000:00000010:0.1:1767734667.717545:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1d85b5e00. 00010000:00000010:0.1:1767734667.717548:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f8beda00. 00010000:00000010:0.1:1767734667.717550:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f9e26500. 00010000:00000010:0.1:1767734667.717553:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1e7e27e00. 00010000:00000010:0.1:1767734667.717568:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1de1a8e00. 00010000:00000010:0.1:1767734667.717571:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1dd328f00. 00010000:00000010:0.1:1767734667.717574:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6ae00. 00010000:00000010:0.1:1767734667.717576:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d0461e00. 00010000:00000010:0.1:1767734667.717579:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683f400. 00010000:00000010:0.1:1767734667.717581:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683f800. 00010000:00000010:0.1:1767734667.717583:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1300. 00010000:00000010:0.1:1767734667.717586:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1d85b4000. 00010000:00000010:0.1:1767734667.717589:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f8bec000. 00010000:00000010:0.1:1767734667.717591:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f9e26c00. 00010000:00000010:0.1:1767734667.717594:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1e7e26200. 00010000:00000010:0.1:1767734667.717597:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1de1a8200. 00010000:00000010:0.1:1767734667.717599:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1dd328400. 00010000:00000010:0.1:1767734667.717601:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1d85b4800. 00010000:00000010:0.1:1767734667.717603:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f8bece00. 00010000:00000010:0.1:1767734667.717605:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f9e26d00. 00010000:00000010:0.1:1767734667.717607:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1e7e27a00. 00010000:00000010:0.1:1767734667.717609:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1de1a9e00. 00010000:00000010:0.1:1767734667.717612:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1dd328800. 00010000:00000010:0.1:1767734667.717614:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1d85b5000. 00000020:00001000:0.0:1767734667.717623:0:249249:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b5a0 00000001:00000001:0.0:1767734667.717625:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.717626:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767734667.718068:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767734667.718070:0:249249:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767734667.718071:0:249249:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000010:0.1:1767734667.718325:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f8bed400. 00010000:00000010:0.1:1767734667.718329:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f9e26700. 00010000:00000010:0.1:1767734667.718332:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb08c600. 00010000:00000010:0.1:1767734667.718334:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1de1a9200. 00010000:00000010:0.1:1767734667.718337:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1dd328100. 00010000:00000010:0.1:1767734667.718340:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c5741c00. 00010000:00000010:0.1:1767734667.718342:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c5740e00. 00010000:00000010:0.1:1767734667.718345:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d0461c00. 00010000:00000010:0.1:1767734667.718353:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1d85b4200. 00010000:00000010:0.1:1767734667.718355:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f8bec800. 00000001:00000001:0.0:1767734667.718581:0:249249:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734667.718584:0:249249:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734667.718586:0:249249:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:0.0:1767734667.718588:0:249249:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:0.0:1767734667.718590:0:249249:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767734667.718592:0:249249:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1886cffb85c0f51a 00000020:00000040:0.0:1767734667.718594:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c9b6d800 with handle 0x1886cffb85c0f51a from hash 00010000:00000010:0.1:1767734667.718600:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f9e26200. 00010000:00000010:0.1:1767734667.718603:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb08ca00. 00010000:00000010:0.1:1767734667.718606:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1de1a8400. 00010000:00000010:0.1:1767734667.718609:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1dd328e00. 00010000:00000010:0.1:1767734667.718611:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1d85b5800. 00010000:00000010:0.1:1767734667.718614:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b200afdc00. 00010000:00000010:0.1:1767734667.718616:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f9e26a00. 00010000:00000010:0.1:1767734667.718619:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb08d400. 00010000:00000010:0.1:1767734667.718621:0:249249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1de1a8a00. 00010000:00000010:0.1:1767734667.718623:0:249249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1dd328700. 00000020:00000001:0.0:1767734667.718626:0:249249:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767734667.718628:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1c9b6d800 : new refcount 1 00000020:00000001:0.0:1767734667.718630:0:249249:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767734667.718631:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1c9b6d800 : new refcount 0 00000020:00000080:0.0:1767734667.718633:0:249249:0:(genops.c:904:class_export_put()) final put ffff94b1c9b6d800/ecb0905e-f978-4384-816c-881545595fa4 00000020:00000001:0.0:1767734667.718635:0:249249:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.718647:0:249249:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734667.718649:0:249249:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767734667.718658:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6d200. 00010000:00000010:0.1:1767734667.718662:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b200afd600. 00010000:00000010:0.1:1767734667.718664:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1dd328d00. 00010000:00000010:0.1:1767734667.718667:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb08da00. 00010000:00000010:0.1:1767734667.718669:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1de1a8600. 00010000:00000010:0.1:1767734667.718671:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1dd328a00. 00010000:00000010:0.1:1767734667.718674:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683fc00. 00010000:00000010:0.1:1767734667.718676:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683f200. 00010000:00000010:0.1:1767734667.718679:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1500. 00010000:00000010:0.1:1767734667.718681:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6c400. 00010000:00000010:0.1:1767734667.718684:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b200afcc00. 00010000:00000010:0.1:1767734667.718686:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1dd328500. 00010000:00000010:0.1:1767734667.718688:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb08d200. 00010000:00000010:0.1:1767734667.718690:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1de1a8800. 00010000:00000010:0.1:1767734667.718692:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f427c700. 00800000:00000001:0.0:1767734667.718700:0:249249:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734667.718702:0:249249:0:(lmv_obd.c:580:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.718717:0:249249:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767734667.718720:0:249249:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1886cffb85c0f513 00000020:00000001:1.0:1767734667.718723:0:243930:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000040:0.0:1767734667.718723:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c9b6f000 with handle 0x1886cffb85c0f513 from hash 00000020:00000080:1.0:1767734667.718728:0:243930:0:(genops.c:863:class_export_destroy()) destroying export ffff94b1c9b6d800/ecb0905e-f978-4384-816c-881545595fa4 for lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.718731:0:249249:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767734667.718734:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1c9b6f000 : new refcount 1 00000020:00000001:0.0:1767734667.718735:0:249249:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767734667.718737:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1c9b6f000 : new refcount 0 00000020:00000080:0.0:1767734667.718741:0:249249:0:(genops.c:904:class_export_put()) final put ffff94b1c9b6f000/ecb0905e-f978-4384-816c-881545595fa4 00000020:00000001:0.0:1767734667.718746:0:249249:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734667.718748:0:243930:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 14 to 192.168.203.112@tcp 00000020:00000001:1.0:1767734667.718753:0:243930:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767734667.718755:0:243930:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734667.718757:0:243930:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 5 - export 00000020:00000001:0.0:1767734667.718759:0:249249:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767734667.718761:0:243930:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b1c9b6d800. 00800000:00000001:0.0:1767734667.718764:0:249249:0:(lmv_obd.c:601:lmv_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.718767:0:249249:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734667.718770:0:249249:0:(llite_lib.c:991:client_common_put_super()) Process leaving 00000020:00000001:1.0:1767734667.718772:0:243930:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767734667.718773:0:249249:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:00000001:1.0:1767734667.718778:0:243930:0:(genops.c:857:class_export_destroy()) Process entered 00000020:01000000:0.0:1767734667.718778:0:249249:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff94b1ef335000 (flags='') 00000020:00000080:1.0:1767734667.718782:0:243930:0:(genops.c:863:class_export_destroy()) destroying export ffff94b1c9b6f000/ecb0905e-f978-4384-816c-881545595fa4 for lustre-clilmv-ffff94b1ef335000 00000020:00000010:0.0:1767734667.718783:0:249249:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff94b1f4645a20. 00000020:00000001:1.0:1767734667.718786:0:243930:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000080:0.0:1767734667.718788:0:249249:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767734667.718789:0:243930:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.718793:0:249249:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000040:1.0:1767734667.718794:0:243930:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff94b1ef335000 (ffff94b1def8b1c0) now 4 - export 00000020:00000080:0.0:1767734667.718799:0:249249:0:(obd_config.c:886:class_cleanup()) lustre-clilov-ffff94b1ef335000: forcing exports to disconnect: 0/1 00000020:00000010:1.0:1767734667.718800:0:243930:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b1c9b6f000. 00000020:00000001:0.0:1767734667.718808:0:249249:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:1.0:1767734667.718809:0:243930:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00080000:0.0:1767734667.718814:0:249249:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (ffff94b1def88000) has no exports 00000020:00000001:0.0:1767734667.718817:0:249249:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767734667.718819:0:249249:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:0.0:1767734667.718821:0:249249:0:(obd_class.h:609:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767734667.718832:0:249249:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767734667.718837:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d85b6200. 00000001:00000010:0.0:1767734667.718841:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d85b7000. 00000001:00000010:0.0:1767734667.718843:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d85b7600. 00000001:00000010:0.0:1767734667.718846:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d85b7400. 00000001:00000010:0.0:1767734667.718849:0:249249:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1fe41d1e0. 00000001:00000010:0.0:1767734667.718853:0:249249:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b1ef790f00. 00000001:00000001:0.0:1767734667.718857:0:249249:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767734667.718858:0:249249:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767734667.718862:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d85b7a00. 00000001:00000010:0.0:1767734667.718863:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d85b6400. 00000001:00000010:0.0:1767734667.718865:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d85b6a00. 00000001:00000010:0.0:1767734667.718873:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d85b7e00. 00000001:00000010:0.0:1767734667.718875:0:249249:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1fe41da40. 00000001:00000010:0.0:1767734667.718877:0:249249:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b1ef790600. 00000001:00000001:0.0:1767734667.718879:0:249249:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767734667.718880:0:249249:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff94b1ef335000 (ffff94b1def88000) now 3 - setup 00000020:00000001:0.0:1767734667.718883:0:249249:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.718884:0:249249:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767734667.718886:0:249249:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767734667.718888:0:249249:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767734667.718890:0:249249:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff94b1ef335000 (ffff94b1def88000) now 2 - obd_device_list 00000020:00000080:0.0:1767734667.718892:0:249249:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilov-ffff94b1ef335000 (uuid ecb0905e-f978-4384-816c-881545595fa4) 00000020:00000040:0.0:1767734667.718894:0:249249:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff94b1ef335000 (ffff94b1def88000) now 1 - newdev 00000020:00000040:0.0:1767734667.718896:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1d2050800 with handle 0x1886cffb85c0f4e2 from hash 00000020:00000040:0.0:1767734667.718898:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1d2050800 : new refcount 0 00000020:00000080:0.0:1767734667.718900:0:249249:0:(genops.c:904:class_export_put()) final put ffff94b1d2050800/ecb0905e-f978-4384-816c-881545595fa4 00000020:00000001:0.0:1767734667.718902:0:249249:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.718904:0:249249:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767734667.718905:0:249249:0:(genops.c:863:class_export_destroy()) destroying export ffff94b1d2050800/ecb0905e-f978-4384-816c-881545595fa4 for lustre-clilov-ffff94b1ef335000 00000020:00000001:0.0:1767734667.718908:0:249249:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767734667.718909:0:249249:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.718911:0:249249:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b1d2050800. 00000020:00000001:0.0:1767734667.718917:0:249249:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767734667.718919:0:249249:0:(genops.c:440:class_free_dev()) Release obd device lustre-clilov-ffff94b1ef335000 obd_type name = lov 00000020:01000000:0.0:1767734667.718920:0:249249:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff94b1ef335000 (ecb0905e-f978-4384-816c-881545595fa4) 00000020:00000001:0.0:1767734667.718922:0:249249:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000001:0.0:1767734667.718923:0:249249:0:(obd_class.h:638:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.718925:0:249249:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6368 at ffff94b1def88000. 00000020:00000001:0.0:1767734667.718929:0:249249:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.718931:0:249249:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767734667.718933:0:249249:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff94b1f4645a20. 00000020:00000001:0.0:1767734667.718935:0:249249:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.718937:0:249249:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767734667.718939:0:249249:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff94b1ef335000 (flags='') 00000020:00000010:0.0:1767734667.718945:0:249249:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff94b1f4645a20. 00000020:00000080:0.0:1767734667.718947:0:249249:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767734667.718949:0:249249:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767734667.718951:0:249249:0:(obd_config.c:886:class_cleanup()) lustre-clilmv-ffff94b1ef335000: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1767734667.718953:0:249249:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767734667.718954:0:249249:0:(genops.c:1575:class_disconnect_exports()) OBD device 2 (ffff94b1def8b1c0) has no exports 00000020:00000001:0.0:1767734667.718956:0:249249:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767734667.718957:0:249249:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1767734667.718960:0:249249:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c415d800. 00000020:00000010:0.0:1767734667.718963:0:249249:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c415ca00. 00000040:00000010:0.0:1767734667.718965:0:249249:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1c415c400. 00000020:00000010:0.0:1767734667.718968:0:249249:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1f0d02800. 00000020:00000010:0.0:1767734667.718971:0:249249:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c415cc00. 00040000:00000010:0.0:1767734667.718974:0:249249:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1c41a1e00. 00040000:00000010:0.0:1767734667.718976:0:249249:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c415d600. 00000020:00000010:0.0:1767734667.718979:0:249249:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1fe4a8dc0. 00000020:00000001:0.0:1767734667.718984:0:249249:0:(kernelcomm.c:1325:libcfs_kkuc_group_rem()) Process entered 00000020:00000001:0.0:1767734667.718986:0:249249:0:(kernelcomm.c:1366:libcfs_kkuc_group_put()) Process entered 00000020:00000001:0.0:1767734667.718988:0:249249:0:(kernelcomm.c:1379:libcfs_kkuc_group_put()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:0.0:1767734667.718991:0:249249:0:(kernelcomm.c:1357:libcfs_kkuc_group_rem()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.718994:0:249249:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1fe4a8dc0. 00000020:00000010:0.0:1767734667.718998:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c415ca00. 00000040:00000010:0.0:1767734667.719000:0:249249:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1c415c400. 00000020:00000010:0.0:1767734667.719002:0:249249:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1f0d02800. 00000020:00000010:0.0:1767734667.719005:0:249249:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c415cc00. 00040000:00000010:0.0:1767734667.719007:0:249249:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1c41a1e00. 00040000:00000010:0.0:1767734667.719009:0:249249:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c415d600. 00000020:00000010:0.0:1767734667.719011:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c415d800. 00000020:00000001:0.0:1767734667.719013:0:249249:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767734667.719023:0:249249:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767734667.719026:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d85b7200. 00000001:00000010:0.0:1767734667.719028:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d85b6c00. 00000001:00000010:0.0:1767734667.719030:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d85b6800. 00000001:00000010:0.0:1767734667.719032:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d85b6600. 00000001:00000010:0.0:1767734667.719041:0:249249:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1fe41dca0. 00000001:00000010:0.0:1767734667.719043:0:249249:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b1ef790200. 00000001:00000001:0.0:1767734667.719045:0:249249:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767734667.719046:0:249249:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767734667.719051:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d85b6000. 00000001:00000010:0.0:1767734667.719053:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1d85b7c00. 00000001:00000010:0.0:1767734667.719055:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1f47a7c00. 00000001:00000010:0.0:1767734667.719059:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1f47a7400. 00000001:00000010:0.0:1767734667.719060:0:249249:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1fe41d4e0. 00000001:00000010:0.0:1767734667.719062:0:249249:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b1ef790000. 00000001:00000001:0.0:1767734667.719064:0:249249:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767734667.719065:0:249249:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff94b1ef335000 (ffff94b1def8b1c0) now 3 - setup 00000020:00000001:0.0:1767734667.719067:0:249249:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.719069:0:249249:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767734667.719070:0:249249:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767734667.719072:0:249249:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767734667.719074:0:249249:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff94b1ef335000 (ffff94b1def8b1c0) now 2 - obd_device_list 00000020:00000080:0.0:1767734667.719076:0:249249:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilmv-ffff94b1ef335000 (uuid ecb0905e-f978-4384-816c-881545595fa4) 00000020:00000040:0.0:1767734667.719077:0:249249:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff94b1ef335000 (ffff94b1def8b1c0) now 1 - newdev 00000020:00000040:0.0:1767734667.719080:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1d2a00800 with handle 0x1886cffb85c0f4e9 from hash 00000020:00000040:0.0:1767734667.719082:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1d2a00800 : new refcount 0 00000020:00000080:0.0:1767734667.719083:0:249249:0:(genops.c:904:class_export_put()) final put ffff94b1d2a00800/ecb0905e-f978-4384-816c-881545595fa4 00000020:00000001:0.0:1767734667.719085:0:249249:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.719087:0:249249:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767734667.719089:0:249249:0:(genops.c:863:class_export_destroy()) destroying export ffff94b1d2a00800/ecb0905e-f978-4384-816c-881545595fa4 for lustre-clilmv-ffff94b1ef335000 00000020:00000001:0.0:1767734667.719091:0:249249:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767734667.719093:0:249249:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.719095:0:249249:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b1d2a00800. 00000020:00000001:0.0:1767734667.719097:0:249249:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767734667.719098:0:249249:0:(genops.c:440:class_free_dev()) Release obd device lustre-clilmv-ffff94b1ef335000 obd_type name = lmv 00000020:01000000:0.0:1767734667.719099:0:249249:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff94b1ef335000 (ecb0905e-f978-4384-816c-881545595fa4) 00000020:00000001:0.0:1767734667.719101:0:249249:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767734667.719103:0:249249:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c415d800. 00000020:00000010:0.0:1767734667.719108:0:249249:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c415d600. 00000040:00000010:0.0:1767734667.719111:0:249249:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1c415cc00. 00000020:00000010:0.0:1767734667.719113:0:249249:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1f0d02800. 00000020:00000010:0.0:1767734667.719115:0:249249:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c415c400. 00040000:00000010:0.0:1767734667.719118:0:249249:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1c41a1e00. 00040000:00000010:0.0:1767734667.719120:0:249249:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c415ca00. 00800000:00000001:0.0:1767734667.719123:0:249249:0:(lmv_obd.c:1314:lmv_device_free()) Process entered 00800000:00000010:0.0:1767734667.719126:0:249249:0:(lmv_obd.c:1320:lmv_device_free()) kfreed 'pat': 280 at ffff94b1f47a7a00. 00800000:00000010:0.0:1767734667.719129:0:249249:0:(lmv_obd.c:1320:lmv_device_free()) kfreed 'pat': 280 at ffff94b1f47a6000. 80000000:00000001:0.0:1767734667.719133:0:249249:0:(fld_request.c:280:fld_client_fini()) Process entered 80000000:00000001:0.0:1767734667.719136:0:249249:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:0.0:1767734667.719139:0:249249:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:0.0:1767734667.719141:0:249249:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at ffff94b1fe4a8840. 80000000:00000010:0.0:1767734667.719144:0:249249:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at ffff94b1fdf22b40. 80000000:00000010:0.0:1767734667.719146:0:249249:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at ffff94b1dcc67a80. 80000000:00000040:0.0:1767734667.719148:0:249249:0:(fld_cache.c:203:fld_cache_shrink()) cli-lustre-clilmv-ffff94b1ef335000: FLD cache - Shrunk by 3 entries 80000000:00000001:0.0:1767734667.719150:0:249249:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767734667.719152:0:249249:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:0.0:1767734667.719154:0:249249:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (cli-lustre-clilmv-ffff94b1ef335000): 80000000:00000040:0.0:1767734667.719156:0:249249:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 7111 80000000:00000040:0.0:1767734667.719157:0:249249:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 7114 80000000:00000010:0.0:1767734667.719158:0:249249:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at ffff94b1fb35cf00. 80000000:00000001:0.0:1767734667.719160:0:249249:0:(fld_request.c:298:fld_client_fini()) Process leaving 00000020:00000010:0.0:1767734667.719253:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff94b1f44a9400. 00000020:00000010:0.0:1767734667.719257:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff94b1c6031400. 00000020:00000010:0.0:1767734667.719259:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff94b1c597d400. 00000020:00000010:0.0:1767734667.719261:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff94b1c2e22800. 00000020:00000010:0.0:1767734667.719263:0:249249:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff94b1f47a6a00. 00000020:00000010:0.0:1767734667.719265:0:249249:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b202068400. 00020000:00000001:0.0:1767734667.719268:0:249249:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:0.0:1767734667.719270:0:249249:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:0.0:1767734667.719272:0:249249:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:0.0:1767734667.719275:0:249249:0:(lmv_obd.c:411:lmv_del_target()) kfreed 'tgt': 368 at ffff94b1d1fe4800. 00020000:00000010:0.0:1767734667.719278:0:249249:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff94b1c60d9000. 00800000:00000010:0.0:1767734667.719287:0:249249:0:(lmv_obd.c:1332:lmv_device_free()) kfreed 'lu': 64 at ffff94b1fd7e6040. 00800000:00000001:0.0:1767734667.719289:0:249249:0:(lmv_obd.c:1334:lmv_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.719292:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c415d600. 00000040:00000010:0.0:1767734667.719294:0:249249:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1c415cc00. 00000020:00000010:0.0:1767734667.719296:0:249249:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1f0d02800. 00000020:00000010:0.0:1767734667.719299:0:249249:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c415c400. 00040000:00000010:0.0:1767734667.719302:0:249249:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1c41a1e00. 00040000:00000010:0.0:1767734667.719304:0:249249:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c415ca00. 00000020:00000010:0.0:1767734667.719332:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c415d800. 00000020:00000001:0.0:1767734667.719335:0:249249:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.719337:0:249249:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6368 at ffff94b1def8b1c0. 00000020:00000001:0.0:1767734667.719343:0:249249:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.719344:0:249249:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767734667.719346:0:249249:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff94b1f4645a20. 00000020:00000001:0.0:1767734667.719349:0:249249:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.719351:0:249249:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767734667.719353:0:249249:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff94b1ef335000 (flags='') 00000020:00000010:0.0:1767734667.719356:0:249249:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff94b1f4645a20. 00000020:00000080:0.0:1767734667.719358:0:249249:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767734667.719360:0:249249:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767734667.719362:0:249249:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdc-ffff94b1ef335000: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1767734667.719364:0:249249:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767734667.719366:0:249249:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (ffff94b1def898e0) has no exports 00000020:00000001:0.0:1767734667.719367:0:249249:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767734667.719369:0:249249:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1767734667.719371:0:249249:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c415d800. 00000020:00000010:0.0:1767734667.719373:0:249249:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c415ca00. 00000020:00000010:0.0:1767734667.719375:0:249249:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1f4645c00. 00000008:00000010:0.0:1767734667.719379:0:249249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f209aca0. 00020000:00000010:0.0:1767734667.719381:0:249249:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1c621c9c0. 00008000:00000010:0.0:1767734667.719384:0:249249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c66298b8. 00000080:00000010:0.0:1767734667.719388:0:249249:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c72cff18. 00000080:00000010:0.0:1767734667.719391:0:249249:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c6657d98. 00000020:00000010:0.0:1767734667.719395:0:249249:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1fe4a8840. 00000002:00000001:0.0:1767734667.719405:0:249249:0:(mdc_dev.c:1746:mdc_device_fini()) Process entered 00000008:00000001:0.0:1767734667.719407:0:249249:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000008:00000001:0.0:1767734667.719411:0:249249:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:0.0:1767734667.719414:0:249249:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff94b1ef335000: client import never connected 00000100:00000001:0.0:1767734667.719417:0:249249:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767734667.719419:0:249249:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1767734667.719421:0:249249:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767734667.719423:0:249249:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767734667.719424:0:249249:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: committing for last_committed 12884924590 gen 3 00000100:00000040:0.0:1767734667.719426:0:249249:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767734667.719428:0:249249:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734667.719429:0:249249:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767734667.719431:0:249249:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767734667.719432:0:249249:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767734667.719433:0:249249:0:(obd_class.h:479:obd_check_dev()) Device 3 not setup 00000100:00000001:0.0:1767734667.719435:0:249249:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:0.0:1767734667.719437:0:249249:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767734667.719438:0:249249:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767734667.719439:0:249249:0:(obd_class.h:479:obd_check_dev()) Device 3 not setup 00000100:00000001:0.0:1767734667.719440:0:249249:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:0.0:1767734667.719443:0:249249:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.719445:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.719446:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=2 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.719447:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767734667.719449:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.719449:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=1 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.719451:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:0.0:1767734667.719453:0:249249:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:0.0:1767734667.719454:0:249249:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734667.719457:0:249249:0:(mdc_changelog.c:866:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:0.0:1767734667.719460:0:249249:0:(mdc_changelog.c:872:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:0.0:1767734667.719462:0:249249:0:(mdc_request.c:3001:mdc_llog_finish()) Process entered 00000002:00000040:0.0:1767734667.719465:0:249249:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff94b1fb35c6c0 : new refcount 2 00000040:00000001:0.0:1767734667.719467:0:249249:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767734667.719469:0:249249:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff94b1fb35c6c0 : new refcount 1 00000020:00000040:0.0:1767734667.719472:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f64af800 : new refcount 1 00000020:00000001:0.0:1767734667.719478:0:249249:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734667.719479:0:249249:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=0 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000040:0.0:1767734667.719481:0:249249:0:(genops.c:1245:class_import_put()) final put import ffff94b1f64ac000 00000020:00000001:0.0:1767734667.719490:0:249249:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:0.0:1767734667.719492:0:249249:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff94b1fb35c6c0. 00000040:00000001:0.0:1767734667.719496:0:249249:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734667.719498:0:249249:0:(mdc_request.c:3006:mdc_llog_finish()) Process leaving 00000020:00000010:0.0:1767734667.719500:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff94b1f44a9c00. 00000020:00000010:0.0:1767734667.719503:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff94b1c6033000. 00000020:00000010:0.0:1767734667.719507:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff94b1c597f000. 00000020:00000010:0.0:1767734667.719510:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff94b1c2e21000. 00000020:00000010:0.0:1767734667.719513:0:249249:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff94b1d1fe4c00. 00000020:00000010:0.0:1767734667.719517:0:249249:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1f0e2b400. 00000020:00000001:3.0:1767734667.719520:0:242285:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1767734667.719525:0:242285:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff94b1f64ac000 for lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000040:3.0:1767734667.719531:0:242285:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 13 to 192.168.203.112@tcp 00000020:00000040:3.0:1767734667.719536:0:242285:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 12 to 192.168.203.112@tcp 00000020:00000010:3.0:1767734667.719540:0:242285:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff94b1f1181ea0. 00000020:00000040:3.0:1767734667.719545:0:242285:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 4 - import 00000020:00000010:3.0:1767734667.719549:0:242285:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff94b1f64ac000. 00000020:00000001:3.0:1767734667.719553:0:242285:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:0.0:1767734667.719701:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff94b1de20a000. 00000020:00000010:0.0:1767734667.719706:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff94b20180e000. 00000020:00000010:0.0:1767734667.719716:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff94b1c57b0000. 00000020:00000010:0.0:1767734667.719719:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff94b1eff4a000. 00000020:00000010:0.0:1767734667.719724:0:249249:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff94b1c60df000. 00000020:00000010:0.0:1767734667.719727:0:249249:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1f0e28c00. 00000002:00000001:0.0:1767734667.719730:0:249249:0:(mdc_dev.c:1754:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.719733:0:249249:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1fe4a8840. 00000020:00000010:0.0:1767734667.719737:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c415ca00. 00000020:00000010:0.0:1767734667.719739:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1f4645c00. 00000008:00000010:0.0:1767734667.719742:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f209aca0. 00020000:00000010:0.0:1767734667.719745:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c621c9c0. 00008000:00000010:0.0:1767734667.719747:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c66298b8. 00000080:00000010:0.0:1767734667.719750:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c72cff18. 00000080:00000010:0.0:1767734667.719753:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c6657d98. 00000020:00000010:0.0:1767734667.719755:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c415d800. 00000020:00000001:0.0:1767734667.719757:0:249249:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767734667.719765:0:249249:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767734667.719770:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1f47a7200. 00000001:00000010:0.0:1767734667.719772:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1f47a6800. 00000001:00000010:0.0:1767734667.719775:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1f47a7600. 00000001:00000010:0.0:1767734667.719782:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1f47a6e00. 00000001:00000010:0.0:1767734667.719784:0:249249:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1fe41d240. 00000001:00000010:0.0:1767734667.719786:0:249249:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b1ef790e00. 00000001:00000001:0.0:1767734667.719788:0:249249:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767734667.719790:0:249249:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767734667.719793:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1f47a6c00. 00000001:00000010:0.0:1767734667.719795:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1f47a6600. 00000001:00000010:0.0:1767734667.719797:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1f47a6200. 00000001:00000010:0.0:1767734667.719799:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1f47a7000. 00000001:00000010:0.0:1767734667.719801:0:249249:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1fe41db20. 00000001:00000010:0.0:1767734667.719803:0:249249:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b1ef790c00. 00000001:00000001:0.0:1767734667.719804:0:249249:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767734667.719805:0:249249:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 3 - setup 00000020:00000001:0.0:1767734667.719807:0:249249:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.719809:0:249249:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767734667.719811:0:249249:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767734667.719813:0:249249:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767734667.719815:0:249249:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 2 - obd_device_list 00000020:00000080:0.0:1767734667.719817:0:249249:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdc-ffff94b1ef335000 (uuid ecb0905e-f978-4384-816c-881545595fa4) 00000020:00000040:0.0:1767734667.719818:0:249249:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 1 - newdev 00000020:00000040:0.0:1767734667.719821:0:249249:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f64af800 with handle 0x1886cffb85c0f4f0 from hash 00000020:00000040:0.0:1767734667.719823:0:249249:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f64af800 : new refcount 0 00000020:00000080:0.0:1767734667.719825:0:249249:0:(genops.c:904:class_export_put()) final put ffff94b1f64af800/ecb0905e-f978-4384-816c-881545595fa4 00000020:00000001:0.0:1767734667.719827:0:249249:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734667.719828:0:249249:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767734667.719830:0:249249:0:(genops.c:863:class_export_destroy()) destroying export ffff94b1f64af800/ecb0905e-f978-4384-816c-881545595fa4 for lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734667.719833:0:249249:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767734667.719834:0:249249:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734667.719836:0:249249:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b1f64af800. 00000020:00000001:0.0:1767734667.719839:0:249249:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767734667.719840:0:249249:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdc-ffff94b1ef335000 obd_type name = mdc 00000020:01000000:0.0:1767734667.719841:0:249249:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff94b1ef335000 (ecb0905e-f978-4384-816c-881545595fa4) 00000020:00000001:0.0:1767734667.719843:0:249249:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767734667.719848:0:249249:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c415d800. 00000020:00000010:0.0:1767734667.719851:0:249249:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c415ca00. 00000020:00000010:0.0:1767734667.719853:0:249249:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1f4645c00. 00000008:00000010:0.0:1767734667.719856:0:249249:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f209aca0. 00020000:00000010:0.0:1767734667.719858:0:249249:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1c621c9c0. 00008000:00000010:0.0:1767734667.719861:0:249249:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c66298b8. 00000080:00000010:0.0:1767734667.719864:0:249249:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c72cff18. 00000080:00000010:0.0:1767734667.719866:0:249249:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c6657d98. 00000008:00000001:0.0:1767734667.719869:0:249249:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:0.0:1767734667.719872:0:249249:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1767734667.719874:0:249249:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767734667.719876:0:249249:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767734667.719898:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff94b1c4eb5c00. 00000020:00000010:0.0:1767734667.719902:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff94b1c66d2a00. 00000020:00000010:0.0:1767734667.719904:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff94b1c6452200. 00000020:00000010:0.0:1767734667.719907:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff94b1fe884400. 00000020:00000010:0.0:1767734667.719909:0:249249:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff94b1d1fe4600. 00000020:00000010:0.0:1767734667.719912:0:249249:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1f0e2a400. 00010000:00000001:0.0:1767734667.719940:0:249249:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767734667.719948:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff94b1fdf22e80. 00000020:00000010:0.0:1767734667.719950:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff94b1fb3b1840. 00000020:00000010:0.0:1767734667.719952:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff94b1dcc67200. 00000020:00000010:0.0:1767734667.719955:0:249249:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff94b1fe4a8600. 00000020:00000010:0.0:1767734667.719957:0:249249:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff94b1fe41dd40. 00000020:00000010:0.0:1767734667.719959:0:249249:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1f0e2bc00. 00000001:00000001:0.0:1767734667.719985:0:249249:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767734667.720416:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc3080cd000. 00000001:00000010:0.0:1767734667.720424:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc3080e5000. 00000001:00000010:0.0:1767734667.720425:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc308105000. 00000001:00000010:0.0:1767734667.720427:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc308135000. 00000001:00000010:0.0:1767734667.720429:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc30813f000. 00000001:00000010:0.0:1767734667.720431:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc308149000. 00000001:00000010:0.0:1767734667.720432:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc30817d000. 00000001:00000010:0.0:1767734667.720434:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc30818d000. 00000001:00000010:0.0:1767734667.720443:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc30819d000. 00000001:00000010:0.0:1767734667.720445:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc3081c5000. 00000001:00000010:0.0:1767734667.720446:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc3081ed000. 00000001:00000010:0.0:1767734667.720448:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc3081fd000. 00000001:00000010:0.0:1767734667.720450:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc308207000. 00000001:00000010:0.0:1767734667.720452:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc308211000. 00000001:00000010:0.0:1767734667.720453:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc30821b000. 00000001:00000010:0.0:1767734667.720455:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc308225000. 00000001:00000010:0.0:1767734667.720456:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc30822f000. 00000001:00000010:0.0:1767734667.720457:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc308239000. 00000001:00000010:0.0:1767734667.720459:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc308243000. 00000001:00000010:0.0:1767734667.720460:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc30824d000. 00000001:00000010:0.0:1767734667.720462:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc308257000. 00000001:00000010:0.0:1767734667.720463:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc308261000. 00000001:00000010:0.0:1767734667.720465:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc30826b000. 00000001:00000010:0.0:1767734667.720466:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc308275000. 00000001:00000010:0.0:1767734667.720467:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc30827f000. 00000001:00000010:0.0:1767734667.720469:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc308289000. 00000001:00000010:0.0:1767734667.720470:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc308293000. 00000001:00000010:0.0:1767734667.720472:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc30829d000. 00000001:00000010:0.0:1767734667.720473:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc3082a7000. 00000001:00000010:0.0:1767734667.720474:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc3082b1000. 00000001:00000010:0.0:1767734667.720476:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc3082bb000. 00000001:00000010:0.0:1767734667.720477:0:249249:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc3082c5000. 00000001:00000010:0.0:1767734667.720479:0:249249:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff94b1ef790700. 00000001:00000010:0.0:1767734667.720481:0:249249:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff94b1d1fe4200. 00000001:00000001:0.0:1767734667.720483:0:249249:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767734667.720486:0:249249:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff94b1f0e29000. 00010000:00000001:0.0:1767734667.720488:0:249249:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767734667.721368:0:249249:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767734667.721375:0:249249:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1767734667.721378:0:249249:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:1.0:1767734667.721379:0:249249:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1767734667.721381:0:249249:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767734667.721382:0:249249:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1767734667.721384:0:249249:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff94b1fd7e6f00. 00010000:00000010:1.0:1767734667.721390:0:249249:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff94b1c60dc000. 00010000:00000010:1.0:1767734667.721394:0:249249:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff94b1c60db000. 00010000:00000001:1.0:1767734667.721399:0:249249:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:1.0:1767734667.721401:0:249249:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1767734667.721404:0:249249:0:(mdc_dev.c:1698:mdc_device_free()) kfreed 'osc': 104 at ffff94b1f65d9680. 00000020:00000010:1.0:1767734667.721410:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c415ca00. 00000020:00000010:1.0:1767734667.721414:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1f4645c00. 00000008:00000010:1.0:1767734667.721418:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f209aca0. 00020000:00000010:1.0:1767734667.721423:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c621c9c0. 00008000:00000010:1.0:1767734667.721428:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c66298b8. 00000080:00000010:1.0:1767734667.721433:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c72cff18. 00000080:00000010:1.0:1767734667.721443:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c6657d98. 00000020:00000010:1.0:1767734667.721447:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c415d800. 00000020:00000001:1.0:1767734667.721451:0:249249:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767734667.721463:0:249249:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6368 at ffff94b1def898e0. 00000020:00000001:1.0:1767734667.721470:0:249249:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.721473:0:249249:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767734667.721476:0:249249:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff94b1f4645a20. 00000020:00000001:1.0:1767734667.721479:0:249249:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000080:02000400:1.0:1767734667.721484:0:249249:0:(llite_lib.c:1613:ll_put_super()) Unmounted lustre-client 00000020:00000001:1.0:1767734667.722767:0:249249:0:(obd_config.c:1121:class_del_profile()) Process entered 00000020:01000000:1.0:1767734667.722770:0:249249:0:(obd_config.c:1123:class_del_profile()) Del profile lustre-client 00000020:00000001:1.0:1767734667.722772:0:249249:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000020:00000001:1.0:1767734667.722775:0:249249:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446626090764815744 : -117982944735872 : ffff94b1f47d4d80) 00000020:00000010:1.0:1767734667.722780:0:249249:0:(obd_config.c:1160:class_put_profile()) kfreed 'lprof->lp_profile': 14 at ffff94b1de9c0480. 00000020:00000010:1.0:1767734667.722785:0:249249:0:(obd_config.c:1161:class_put_profile()) kfreed 'lprof->lp_dt': 14 at ffff94b1de9c0ea0. 00000020:00000010:1.0:1767734667.722792:0:249249:0:(obd_config.c:1162:class_put_profile()) kfreed 'lprof->lp_md': 14 at ffff94b1de9c0bf0. 00000020:00000010:1.0:1767734667.722796:0:249249:0:(obd_config.c:1163:class_put_profile()) kfreed 'lprof': 48 at ffff94b1f47d4d80. 00000020:00000001:1.0:1767734667.722798:0:249249:0:(obd_config.c:1138:class_del_profile()) Process leaving 00000080:00000001:1.0:1767734667.722800:0:249249:0:(llite_lib.c:266:ll_free_sbi()) Process entered 00000020:00000010:1.0:1767734667.722816:0:249249:0:(cl_page.c:1415:cl_cache_decref()) kfreed 'cache': 152 at ffff94b1f60c13c0. 00000080:00000010:1.0:1767734667.722821:0:249249:0:(llite_lib.c:281:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at ffff94b2013daa68. 00000080:00000010:1.0:1767734667.722825:0:249249:0:(llite_lib.c:287:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at ffff94b2013da610. 00000080:00000010:1.0:1767734667.722852:0:249249:0:(llite_lib.c:310:ll_free_sbi()) kfreed 'sbi': 1376 at ffff94b1ef336000. 00000080:00000001:1.0:1767734667.722861:0:249249:0:(llite_lib.c:312:ll_free_sbi()) Process leaving 00000020:00000001:1.0:1767734667.722870:0:249249:0:(obd_mount.c:873:lustre_common_put_super()) Process entered 00000020:01000004:1.0:1767734667.722872:0:249249:0:(obd_mount.c:875:lustre_common_put_super()) dropping sb ffff94b1ef335000 00000020:00000001:1.0:1767734667.722874:0:249249:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:1.0:1767734667.722877:0:249249:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:1.0:1767734667.722880:0:249249:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:1.0:1767734667.722882:0:249249:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:01000004:1.0:1767734667.722885:0:249249:0:(obd_mount.c:888:lustre_common_put_super()) MGC still in use 00000020:00000001:1.0:1767734667.722888:0:249249:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767734667.722890:0:249249:0:(obd_mount.c:705:lustre_put_lsi()) put ffff94b1ef335000 1 00000020:00000001:1.0:1767734667.722893:0:249249:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:1.0:1767734667.722894:0:249249:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi ffff94b1ef330000 00000020:00000010:1.0:1767734667.722897:0:249249:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 28 at ffff94b1c53e7bc0. 00000020:00000010:1.0:1767734667.722901:0:249249:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 14 at ffff94b1c72ad320. 00000020:00000010:1.0:1767734667.722905:0:249249:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 17 at ffff94b1c53e7e20. 00000020:00000010:1.0:1767734667.722917:0:249249:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at ffff94b1c7edd000. 00000020:00000010:1.0:1767734667.722922:0:249249:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at ffff94b1fa254d80. 00000020:00000010:1.0:1767734667.722926:0:249249:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at ffff94b1ef330000. 00000020:00000001:1.0:1767734667.722928:0:249249:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734667.722936:0:249249:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734667.722938:0:249249:0:(obd_mount.c:893:lustre_common_put_super()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:1.0:1767734667.722941:0:249249:0:(cl_object.c:884:cl_env_cache_purge()) Process entered 00000020:00000010:1.0:1767734667.722945:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1d13ae600. 00000020:00000010:1.0:1767734667.722949:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1dd24d900. 00000008:00000010:1.0:1767734667.722953:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1d8812ca0. 00020000:00000010:1.0:1767734667.722958:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fabe5780. 00008000:00000010:1.0:1767734667.722963:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1d13a6a60. 00000080:00000010:1.0:1767734667.722967:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2fbd0. 00000080:00000010:1.0:1767734667.722971:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cdc490. 00000020:00000010:1.0:1767734667.722974:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d13aec00. 00000008:00000010:1.0:1767734667.722979:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017bb340. 00020000:00000010:1.0:1767734667.722985:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017bf600. 00008000:00000010:1.0:1767734667.722989:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6fcb0. 00000080:00000010:1.0:1767734667.722999:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1de506c30. 00000020:00000010:1.0:1767734667.723003:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d13ae000. 00000020:00000010:1.0:1767734667.723008:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1b5a0. 00000020:00000010:1.0:1767734667.723012:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1d13afe00. 00000020:00000010:1.0:1767734667.723016:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1dd24d0c0. 00000008:00000010:1.0:1767734667.723019:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1d8812178. 00020000:00000010:1.0:1767734667.723022:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fabe5f00. 00008000:00000010:1.0:1767734667.723026:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1d13a6de8. 00000080:00000010:1.0:1767734667.723030:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2f1f8. 00000080:00000010:1.0:1767734667.723033:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cdeda0. 00000020:00000010:1.0:1767734667.723036:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d13ae200. 00000008:00000010:1.0:1767734667.723040:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017bab00. 00020000:00000010:1.0:1767734667.723044:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017bd680. 00008000:00000010:1.0:1767734667.723048:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6f0b8. 00000080:00000010:1.0:1767734667.723050:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1de506f00. 00000020:00000010:1.0:1767734667.723068:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d13af800. 00000020:00000010:1.0:1767734667.723071:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1b870. 00000020:00000010:1.0:1767734667.723074:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1d0e92000. 00000020:00000010:1.0:1767734667.723078:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1dd24d8a0. 00000008:00000010:1.0:1767734667.723081:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1d8815940. 00020000:00000010:1.0:1767734667.723085:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1e7f8e000. 00008000:00000010:1.0:1767734667.723089:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1d13a7880. 00000080:00000010:1.0:1767734667.723092:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2f498. 00000080:00000010:1.0:1767734667.723095:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cdefe8. 00000020:00000010:1.0:1767734667.723099:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d0e92200. 00000008:00000010:1.0:1767734667.723104:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017ba2c0. 00020000:00000010:1.0:1767734667.723107:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017bd8c0. 00008000:00000010:1.0:1767734667.723111:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6f0d8. 00000080:00000010:1.0:1767734667.723113:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1efb24a50. 00000020:00000010:1.0:1767734667.723124:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d0e92c00. 00000020:00000010:1.0:1767734667.723126:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1b2d0. 00000020:00000010:1.0:1767734667.723130:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c51f9600. 00000020:00000010:1.0:1767734667.723134:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1dd24d540. 00000008:00000010:1.0:1767734667.723137:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1d8816f90. 00020000:00000010:1.0:1767734667.723140:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1e7f8e180. 00008000:00000010:1.0:1767734667.723143:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1d13a5fc8. 00000080:00000010:1.0:1767734667.723146:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2f2a0. 00000080:00000010:1.0:1767734667.723149:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cde238. 00000020:00000010:1.0:1767734667.723152:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c51f9000. 00000008:00000010:1.0:1767734667.723155:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017ba000. 00020000:00000010:1.0:1767734667.723158:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017bcd80. 00008000:00000010:1.0:1767734667.723162:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6f838. 00000080:00000010:1.0:1767734667.723166:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1efb241e0. 00000020:00000010:1.0:1767734667.723169:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c51f9a00. 00000020:00000010:1.0:1767734667.723178:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1b630. 00000020:00000010:1.0:1767734667.723181:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c550c200. 00000020:00000010:1.0:1767734667.723196:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1f683bf00. 00000008:00000010:1.0:1767734667.723200:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1dc696468. 00020000:00000010:1.0:1767734667.723210:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c621c3c0. 00008000:00000010:1.0:1767734667.723213:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c662ade8. 00000080:00000010:1.0:1767734667.723218:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c72cf498. 00000080:00000010:1.0:1767734667.723223:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c6654000. 00000020:00000010:1.0:1767734667.723227:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c550c400. 00000008:00000010:1.0:1767734667.723230:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c5c96420. 00020000:00000010:1.0:1767734667.723240:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1c7e821c0. 00008000:00000010:1.0:1767734667.723244:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1dfb21448. 00000080:00000010:1.0:1767734667.723248:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1c6579780. 00000020:00000010:1.0:1767734667.723254:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c550d200. 00000020:00000010:1.0:1767734667.723257:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b20083b630. 00000020:00000010:1.0:1767734667.723261:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33f3800. 00000020:00000010:1.0:1767734667.723265:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ed91bd80. 00000008:00000010:1.0:1767734667.723269:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1c69b9650. 00020000:00000010:1.0:1767734667.723273:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1e7f8eb40. 00008000:00000010:1.0:1767734667.723276:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5309c40. 00000080:00000010:1.0:1767734667.723280:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2f150. 00000080:00000010:1.0:1767734667.723284:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cdcb68. 00000020:00000010:1.0:1767734667.723288:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33f2200. 00000008:00000010:1.0:1767734667.723296:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017bb600. 00020000:00000010:1.0:1767734667.723300:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017bfcc0. 00008000:00000010:1.0:1767734667.723303:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6f9f0. 00000080:00000010:1.0:1767734667.723307:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1efb243c0. 00000020:00000010:1.0:1767734667.723343:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33f3c00. 00000020:00000010:1.0:1767734667.723347:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1bd80. 00000020:00000010:1.0:1767734667.723352:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c4eb4400. 00000020:00000010:1.0:1767734667.723355:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1f683b840. 00000008:00000010:1.0:1767734667.723360:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1dc690000. 00020000:00000010:1.0:1767734667.723364:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c621c900. 00008000:00000010:1.0:1767734667.723369:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c662a350. 00000080:00000010:1.0:1767734667.723373:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c72cfbd0. 00000080:00000010:1.0:1767734667.723379:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c6656480. 00000020:00000010:1.0:1767734667.723383:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c9ba7000. 00000008:00000010:1.0:1767734667.723400:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c5c96dc0. 00020000:00000010:1.0:1767734667.723404:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1c7e806c0. 00008000:00000010:1.0:1767734667.723407:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1dfb21d38. 00000080:00000010:1.0:1767734667.723411:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1c6579a50. 00000020:00000010:1.0:1767734667.723415:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1ee885e00. 00000020:00000010:1.0:1767734667.723418:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b20083bcf0. 00000020:00000010:1.0:1767734667.723422:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1d04b9a00. 00000020:00000010:1.0:1767734667.723425:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ed91b960. 00000008:00000010:1.0:1767734667.723429:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1c69bd940. 00020000:00000010:1.0:1767734667.723435:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1e7f8ecc0. 00008000:00000010:1.0:1767734667.723439:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c530b4f8. 00000080:00000010:1.0:1767734667.723444:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2ff18. 00000080:00000010:1.0:1767734667.723448:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cdd488. 00000020:00000010:1.0:1767734667.723457:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d04b9400. 00000008:00000010:1.0:1767734667.723460:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017ba9a0. 00020000:00000010:1.0:1767734667.723463:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017bd440. 00008000:00000010:1.0:1767734667.723465:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6f1b0. 00000080:00000010:1.0:1767734667.723469:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1efb24690. 00000020:00000010:1.0:1767734667.723474:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d04b8000. 00000020:00000010:1.0:1767734667.723477:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1bbd0. 00000020:00000010:1.0:1767734667.723480:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c7f37e00. 00000020:00000010:1.0:1767734667.723483:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1e7815de0. 00000008:00000010:1.0:1767734667.723487:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1fb9e6f90. 00020000:00000010:1.0:1767734667.723491:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c73cc480. 00008000:00000010:1.0:1767734667.723494:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b201527170. 00000080:00000010:1.0:1767734667.723497:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f8c97000. 00000080:00000010:1.0:1767734667.723502:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1ee857230. 00000020:00000010:1.0:1767734667.723507:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c7f37c00. 00000008:00000010:1.0:1767734667.723510:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1fa614dc0. 00020000:00000010:1.0:1767734667.723519:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1ef420480. 00008000:00000010:1.0:1767734667.723522:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1f60eb2d8. 00000080:00000010:1.0:1767734667.723526:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1f8d2cc30. 00000020:00000010:1.0:1767734667.723531:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1f47a7e00. 00000020:00000010:1.0:1767734667.723540:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1f6360510. 00000020:00000010:1.0:1767734667.723544:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33f3a00. 00000020:00000010:1.0:1767734667.723547:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ed91bcc0. 00000008:00000010:1.0:1767734667.723551:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1c69be468. 00020000:00000010:1.0:1767734667.723555:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1e7f8e480. 00008000:00000010:1.0:1767734667.723575:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c530a350. 00000080:00000010:1.0:1767734667.723579:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2f3f0. 00000080:00000010:1.0:1767734667.723582:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cdc6d8. 00000020:00000010:1.0:1767734667.723584:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33f2c00. 00000008:00000010:1.0:1767734667.723587:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017bac60. 00020000:00000010:1.0:1767734667.723589:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017bf840. 00008000:00000010:1.0:1767734667.723591:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6fd88. 00000080:00000010:1.0:1767734667.723593:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1efb24c30. 00000020:00000010:1.0:1767734667.723596:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33f3400. 00000020:00000010:1.0:1767734667.723597:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1b360. 00000020:00000010:1.0:1767734667.723600:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1d04b8400. 00000020:00000010:1.0:1767734667.723602:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ed91bea0. 00000008:00000010:1.0:1767734667.723604:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1c69bc2f0. 00020000:00000010:1.0:1767734667.723607:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1e7f8ed80. 00008000:00000010:1.0:1767734667.723608:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5308e20. 00000080:00000010:1.0:1767734667.723611:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2f7e0. 00000080:00000010:1.0:1767734667.723613:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cddff0. 00000020:00000010:1.0:1767734667.723615:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d04b8c00. 00000008:00000010:1.0:1767734667.723618:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017baf20. 00020000:00000010:1.0:1767734667.723620:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017bc480. 00008000:00000010:1.0:1767734667.723623:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6f728. 00000080:00000010:1.0:1767734667.723625:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1efb24d20. 00000020:00000010:1.0:1767734667.723627:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d04b9c00. 00000020:00000010:1.0:1767734667.723628:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1b7e0. 00000020:00000010:1.0:1767734667.723630:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33f2e00. 00000020:00000010:1.0:1767734667.723632:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ed91b000. 00000008:00000010:1.0:1767734667.723635:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1c69bef90. 00020000:00000010:1.0:1767734667.723637:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1e7f8e6c0. 00008000:00000010:1.0:1767734667.723645:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5308388. 00000080:00000010:1.0:1767734667.723648:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2f690. 00000080:00000010:1.0:1767734667.723650:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cde910. 00000020:00000010:1.0:1767734667.723652:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33f2400. 00000008:00000010:1.0:1767734667.723655:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017bb080. 00020000:00000010:1.0:1767734667.723657:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017bc000. 00008000:00000010:1.0:1767734667.723659:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6f220. 00000080:00000010:1.0:1767734667.723661:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1efb244b0. 00000020:00000010:1.0:1767734667.723663:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33f3200. 00000020:00000010:1.0:1767734667.723665:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1bb40. 00000020:00000010:1.0:1767734667.723667:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1feb82e00. 00000020:00000010:1.0:1767734667.723669:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ed91ba20. 00000008:00000010:1.0:1767734667.723671:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1c69b8000. 00020000:00000010:1.0:1767734667.723673:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1e7f8e900. 00008000:00000010:1.0:1767734667.723675:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5309530. 00000080:00000010:1.0:1767734667.723677:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2f000. 00000080:00000010:1.0:1767734667.723679:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cdf230. 00000020:00000010:1.0:1767734667.723681:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1feb83600. 00000008:00000010:1.0:1767734667.723684:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017ba580. 00020000:00000010:1.0:1767734667.723686:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017be400. 00008000:00000010:1.0:1767734667.723689:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6fce8. 00000080:00000010:1.0:1767734667.723692:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1efb24b40. 00000020:00000010:1.0:1767734667.723694:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1feb82a00. 00000020:00000010:1.0:1767734667.723696:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1ba20. 00000020:00000010:1.0:1767734667.723698:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1e07f2600. 00000020:00000010:1.0:1767734667.723701:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1f683b7e0. 00000008:00000010:1.0:1767734667.723703:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1dc694e18. 00020000:00000010:1.0:1767734667.723708:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c621c0c0. 00008000:00000010:1.0:1767734667.723710:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c662aa60. 00000080:00000010:1.0:1767734667.723712:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c72cf9d8. 00000080:00000010:1.0:1767734667.723714:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c6656da0. 00000020:00000010:1.0:1767734667.723716:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c9645e00. 00000008:00000010:1.0:1767734667.723719:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c5c97a20. 00020000:00000010:1.0:1767734667.723724:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1c7e82f40. 00008000:00000010:1.0:1767734667.723727:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1dfb218f8. 00000080:00000010:1.0:1767734667.723729:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1c65795a0. 00000020:00000010:1.0:1767734667.723732:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c1488200. 00000020:00000010:1.0:1767734667.723735:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b20083b480. 00000020:00000010:1.0:1767734667.723737:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1feb83400. 00000020:00000010:1.0:1767734667.723739:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ed91bc60. 00000008:00000010:1.0:1767734667.723742:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1c69b8b28. 00020000:00000010:1.0:1767734667.723744:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1e7f8e600. 00008000:00000010:1.0:1767734667.723746:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c530bc08. 00000080:00000010:1.0:1767734667.723748:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2fe70. 00000080:00000010:1.0:1767734667.723750:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cdcff8. 00000020:00000010:1.0:1767734667.723752:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1feb82600. 00000008:00000010:1.0:1767734667.723754:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017bbe40. 00020000:00000010:1.0:1767734667.723756:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017be640. 00008000:00000010:1.0:1767734667.723758:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6f090. 00000080:00000010:1.0:1767734667.723760:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1efb24870. 00000020:00000010:1.0:1767734667.723762:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1feb83a00. 00000020:00000010:1.0:1767734667.723764:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1b6c0. 00000020:00000010:1.0:1767734667.723766:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1fe885c00. 00000020:00000010:1.0:1767734667.723768:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ef284780. 00000008:00000010:1.0:1767734667.723771:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1e753b7c8. 00020000:00000010:1.0:1767734667.723774:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526180. 00008000:00000010:1.0:1767734667.723776:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5747880. 00000080:00000010:1.0:1767734667.723780:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b150. 00000080:00000010:1.0:1767734667.723783:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334afe8. 00000020:00000010:1.0:1767734667.723786:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1fe884000. 00000008:00000010:1.0:1767734667.723788:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c6d40160. 00020000:00000010:1.0:1767734667.723791:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1d13dad00. 00008000:00000010:1.0:1767734667.723794:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1fb9ccfa0. 00000080:00000010:1.0:1767734667.723797:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1fb9cbd20. 00000020:00000010:1.0:1767734667.723799:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d1fe5c00. 00000020:00000010:1.0:1767734667.723801:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1c8545900. 00000020:00000010:1.0:1767734667.723808:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1feb82000. 00000020:00000010:1.0:1767734667.723810:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ed91b6c0. 00000008:00000010:1.0:1767734667.723812:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1c69bb7c8. 00020000:00000010:1.0:1767734667.723815:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1e7f8ea80. 00008000:00000010:1.0:1767734667.723817:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c530b880. 00000080:00000010:1.0:1767734667.723819:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2f930. 00000080:00000010:1.0:1767734667.723821:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cdc248. 00000020:00000010:1.0:1767734667.723839:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1feb83000. 00000008:00000010:1.0:1767734667.723842:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017bb8c0. 00020000:00000010:1.0:1767734667.723845:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017bf3c0. 00008000:00000010:1.0:1767734667.723848:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6fef8. 00000080:00000010:1.0:1767734667.723851:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1efb24e10. 00000020:00000010:1.0:1767734667.723854:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1feb82c00. 00000020:00000010:1.0:1767734667.723856:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1b750. 00000020:00000010:1.0:1767734667.723859:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b2005f8800. 00000020:00000010:1.0:1767734667.723862:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ef284d20. 00000008:00000010:1.0:1767734667.723866:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1e7538000. 00020000:00000010:1.0:1767734667.723869:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa5260c0. 00008000:00000010:1.0:1767734667.723871:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5747170. 00000080:00000010:1.0:1767734667.723875:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b1f8. 00000080:00000010:1.0:1767734667.723878:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334ada0. 00000020:00000010:1.0:1767734667.723881:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b2005f8600. 00000008:00000010:1.0:1767734667.723884:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c6d409a0. 00020000:00000010:1.0:1767734667.723887:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1d13d8b40. 00008000:00000010:1.0:1767734667.723890:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1fb9cc680. 00000080:00000010:1.0:1767734667.723893:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1fb9cbb40. 00000020:00000010:1.0:1767734667.723896:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b2005f8200. 00000020:00000010:1.0:1767734667.723899:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1c85455a0. 00000020:00000010:1.0:1767734667.723901:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b2005f8000. 00000020:00000010:1.0:1767734667.723905:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ef284360. 00000008:00000010:1.0:1767734667.723908:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1e7538b28. 00020000:00000010:1.0:1767734667.723911:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526f00. 00008000:00000010:1.0:1767734667.723913:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c57474f8. 00000080:00000010:1.0:1767734667.723923:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b690. 00000080:00000010:1.0:1767734667.723926:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334bb50. 00000020:00000010:1.0:1767734667.723930:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b2005f9400. 00000008:00000010:1.0:1767734667.723934:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c6d40f20. 00020000:00000010:1.0:1767734667.723937:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1d13d9b00. 00008000:00000010:1.0:1767734667.723941:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1fb9cc060. 00000080:00000010:1.0:1767734667.723944:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1fb9cb960. 00000020:00000010:1.0:1767734667.723947:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b2005f9600. 00000020:00000010:1.0:1767734667.723949:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1c8545e10. 00000020:00000010:1.0:1767734667.723952:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c66d2e00. 00000020:00000010:1.0:1767734667.723955:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ed91b780. 00000008:00000010:1.0:1767734667.723958:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1c69ba178. 00020000:00000010:1.0:1767734667.723962:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1e7f8e0c0. 00008000:00000010:1.0:1767734667.723965:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c530aa60. 00000080:00000010:1.0:1767734667.723968:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2fb28. 00000080:00000010:1.0:1767734667.723970:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cdd6d0. 00000020:00000010:1.0:1767734667.723973:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c66d3200. 00000008:00000010:1.0:1767734667.723976:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017ba6e0. 00020000:00000010:1.0:1767734667.723979:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017bcfc0. 00008000:00000010:1.0:1767734667.723982:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6fa98. 00000080:00000010:1.0:1767734667.723985:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1efb242d0. 00000020:00000010:1.0:1767734667.723988:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c66d2600. 00000020:00000010:1.0:1767734667.723991:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1b3f0. 00000020:00000010:1.0:1767734667.723993:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c66d3000. 00000020:00000010:1.0:1767734667.723996:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ed91b0c0. 00000008:00000010:1.0:1767734667.723999:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1c69bce18. 00020000:00000010:1.0:1767734667.724002:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1e7f8ec00. 00008000:00000010:1.0:1767734667.724005:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c530a6d8. 00000080:00000010:1.0:1767734667.724008:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2f348. 00000080:00000010:1.0:1767734667.724011:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cddda8. 00000020:00000010:1.0:1767734667.724014:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c66d2000. 00000008:00000010:1.0:1767734667.724017:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017bb1e0. 00020000:00000010:1.0:1767734667.724020:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017bd200. 00008000:00000010:1.0:1767734667.724028:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6f800. 00000080:00000010:1.0:1767734667.724031:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1efb24000. 00000020:00000010:1.0:1767734667.724034:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c1284600. 00000020:00000010:1.0:1767734667.724038:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1b090. 00000020:00000010:1.0:1767734667.724040:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c550cc00. 00000020:00000010:1.0:1767734667.724043:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1f683ba20. 00000008:00000010:1.0:1767734667.724047:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1dc692ca0. 00020000:00000010:1.0:1767734667.724051:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c621c780. 00008000:00000010:1.0:1767734667.724054:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c662bc08. 00000080:00000010:1.0:1767734667.724058:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c72cf540. 00000080:00000010:1.0:1767734667.724061:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c6655918. 00000020:00000010:1.0:1767734667.724064:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c550c600. 00000008:00000010:1.0:1767734667.724067:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c5c97340. 00020000:00000010:1.0:1767734667.724070:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1c7e80240. 00008000:00000010:1.0:1767734667.724073:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1dfb21c80. 00000080:00000010:1.0:1767734667.724076:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1c65791e0. 00000020:00000010:1.0:1767734667.724080:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c550ce00. 00000020:00000010:1.0:1767734667.724082:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b20083b120. 00000020:00000010:1.0:1767734667.724085:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c9872a00. 00000020:00000010:1.0:1767734667.724088:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1dd24de40. 00000008:00000010:1.0:1767734667.724092:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f6900000. 00020000:00000010:1.0:1767734667.724095:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fabe5300. 00008000:00000010:1.0:1767734667.724098:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1d13a7c08. 00000080:00000010:1.0:1767734667.724101:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2fc78. 00000080:00000010:1.0:1767734667.724104:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cdc000. 00000020:00000010:1.0:1767734667.724107:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c9873200. 00000008:00000010:1.0:1767734667.724110:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017bb760. 00020000:00000010:1.0:1767734667.724112:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017bdb00. 00008000:00000010:1.0:1767734667.724115:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6f028. 00000080:00000010:1.0:1767734667.724118:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1de506a50. 00000020:00000010:1.0:1767734667.724121:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c9873e00. 00000020:00000010:1.0:1767734667.724123:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1b000. 00000020:00000010:1.0:1767734667.724126:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1d21eda00. 00000020:00000010:1.0:1767734667.724136:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1dd24d660. 00000008:00000010:1.0:1767734667.724139:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f6900b28. 00020000:00000010:1.0:1767734667.724142:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fabe5000. 00008000:00000010:1.0:1767734667.724145:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1d13a58b8. 00000080:00000010:1.0:1767734667.724148:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f0d0a1f8. 00000080:00000010:1.0:1767734667.724151:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cdd918. 00000020:00000010:1.0:1767734667.724154:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d21ec600. 00000008:00000010:1.0:1767734667.724157:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1f64dcdc0. 00020000:00000010:1.0:1767734667.724162:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017bed00. 00008000:00000010:1.0:1767734667.724165:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6f778. 00000080:00000010:1.0:1767734667.724168:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1de506e10. 00000020:00000010:1.0:1767734667.724171:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d21ede00. 00000020:00000010:1.0:1767734667.724174:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1b1b0. 00000020:00000010:1.0:1767734667.724177:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1ff275200. 00000020:00000010:1.0:1767734667.724181:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ef284c00. 00000008:00000010:1.0:1767734667.724185:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1e753d940. 00020000:00000010:1.0:1767734667.724188:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526d80. 00008000:00000010:1.0:1767734667.724191:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c57466d8. 00000080:00000010:1.0:1767734667.724195:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b738. 00000080:00000010:1.0:1767734667.724198:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334bd98. 00000020:00000010:1.0:1767734667.724201:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1ff275800. 00000008:00000010:1.0:1767734667.724204:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c6d40c60. 00020000:00000010:1.0:1767734667.724207:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1d13daf40. 00008000:00000010:1.0:1767734667.724210:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1fb9cc0a8. 00000080:00000010:1.0:1767734667.724213:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1fb9cbc30. 00000020:00000010:1.0:1767734667.724216:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1ff275c00. 00000020:00000010:1.0:1767734667.724219:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1c8545510. 00000020:00000010:1.0:1767734667.724222:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c3f13000. 00000020:00000010:1.0:1767734667.724226:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ef2845a0. 00000008:00000010:1.0:1767734667.724229:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1e753a178. 00020000:00000010:1.0:1767734667.724233:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526a80. 00008000:00000010:1.0:1767734667.724236:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5746a60. 00000080:00000010:1.0:1767734667.724239:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858ba80. 00000080:00000010:1.0:1767734667.724247:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334b908. 00000020:00000010:1.0:1767734667.724250:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c3f13400. 00000008:00000010:1.0:1767734667.724253:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c6d41600. 00020000:00000010:1.0:1767734667.724257:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1d13d8240. 00008000:00000010:1.0:1767734667.724260:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1fb9cce48. 00000080:00000010:1.0:1767734667.724263:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1fb9cb2d0. 00000020:00000010:1.0:1767734667.724266:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c3f13800. 00000020:00000010:1.0:1767734667.724268:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1c8545000. 00000020:00000010:1.0:1767734667.724271:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1f4628c00. 00000020:00000010:1.0:1767734667.724275:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ef284e40. 00000008:00000010:1.0:1767734667.724279:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1e753aca0. 00020000:00000010:1.0:1767734667.724282:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526e40. 00008000:00000010:1.0:1767734667.724284:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5745c40. 00000080:00000010:1.0:1767734667.724287:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b930. 00000080:00000010:1.0:1767734667.724290:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334a480. 00000020:00000010:1.0:1767734667.724293:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1f4628e00. 00000008:00000010:1.0:1767734667.724296:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c6d406e0. 00020000:00000010:1.0:1767734667.724299:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1d13d9d40. 00008000:00000010:1.0:1767734667.724302:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1fb9ccdf8. 00000080:00000010:1.0:1767734667.724305:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1fb9cb3c0. 00000020:00000010:1.0:1767734667.724308:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1f4629000. 00000020:00000010:1.0:1767734667.724311:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1c8545240. 00000020:00000010:1.0:1767734667.724314:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c6a51e00. 00000020:00000010:1.0:1767734667.724317:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ed91b4e0. 00000008:00000010:1.0:1767734667.724321:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1d8814e18. 00020000:00000010:1.0:1767734667.724358:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1e7f8ee40. 00008000:00000010:1.0:1767734667.724360:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5309fc8. 00000080:00000010:1.0:1767734667.724363:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2f5e8. 00000080:00000010:1.0:1767734667.724365:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cdc920. 00000020:00000010:1.0:1767734667.724367:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c6a50e00. 00000008:00000010:1.0:1767734667.724371:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017ba840. 00020000:00000010:1.0:1767734667.724375:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017beac0. 00008000:00000010:1.0:1767734667.724378:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6f858. 00000080:00000010:1.0:1767734667.724386:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1efb245a0. 00000020:00000010:1.0:1767734667.724389:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c6a51000. 00000020:00000010:1.0:1767734667.724391:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1bcf0. 00000020:00000010:1.0:1767734667.724393:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c6358800. 00000020:00000010:1.0:1767734667.724396:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1e7815d20. 00000008:00000010:1.0:1767734667.724399:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1fb9e0000. 00020000:00000010:1.0:1767734667.724401:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c73cc9c0. 00008000:00000010:1.0:1767734667.724403:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b201525530. 00000080:00000010:1.0:1767734667.724406:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f8c97150. 00000080:00000010:1.0:1767734667.724409:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1ee856fe8. 00000020:00000010:1.0:1767734667.724412:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c6359200. 00000008:00000010:1.0:1767734667.724414:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1fa614b00. 00020000:00000010:1.0:1767734667.724417:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1ef420d80. 00008000:00000010:1.0:1767734667.724419:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1f60ebb58. 00000080:00000010:1.0:1767734667.724421:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1f8d2c5a0. 00000020:00000010:1.0:1767734667.724424:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c6358c00. 00000020:00000010:1.0:1767734667.724425:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1f6360000. 00000020:00000010:1.0:1767734667.724428:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c6358600. 00000020:00000010:1.0:1767734667.724429:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1e7815780. 00000008:00000010:1.0:1767734667.724432:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1fb9e0b28. 00020000:00000010:1.0:1767734667.724451:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c73cca80. 00008000:00000010:1.0:1767734667.724454:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b201525fc8. 00000080:00000010:1.0:1767734667.724457:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f8c97930. 00000080:00000010:1.0:1767734667.724460:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1ee856480. 00000020:00000010:1.0:1767734667.724463:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c6358200. 00000008:00000010:1.0:1767734667.724466:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1fa615ce0. 00020000:00000010:1.0:1767734667.724469:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1ef420900. 00008000:00000010:1.0:1767734667.724472:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1f60ebf70. 00000080:00000010:1.0:1767734667.724475:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1f8d2c780. 00000020:00000010:1.0:1767734667.724477:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c6359e00. 00000020:00000010:1.0:1767734667.724480:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1f6360870. 00000020:00000010:1.0:1767734667.724483:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c6359a00. 00000020:00000010:1.0:1767734667.724485:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1e7815e40. 00000008:00000010:1.0:1767734667.724494:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1fb9e37c8. 00020000:00000010:1.0:1767734667.724498:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c73cc840. 00008000:00000010:1.0:1767734667.724501:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b2015274f8. 00000080:00000010:1.0:1767734667.724504:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f8c97e70. 00000080:00000010:1.0:1767734667.724507:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1ee854490. 00000020:00000010:1.0:1767734667.724511:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c6359600. 00000008:00000010:1.0:1767734667.724514:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1fa614000. 00020000:00000010:1.0:1767734667.724517:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1ef420b40. 00008000:00000010:1.0:1767734667.724520:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1f60ebea0. 00000080:00000010:1.0:1767734667.724523:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1f8d2c1e0. 00000020:00000010:1.0:1767734667.724526:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c6359400. 00000020:00000010:1.0:1767734667.724528:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1f63603f0. 00000020:00000010:1.0:1767734667.724531:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c6358400. 00000020:00000010:1.0:1767734667.724534:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1e78155a0. 00000008:00000010:1.0:1767734667.724538:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1fb9e2ca0. 00020000:00000010:1.0:1767734667.724541:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c73cc540. 00008000:00000010:1.0:1767734667.724544:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b201527880. 00000080:00000010:1.0:1767734667.724547:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f8c971f8. 00000080:00000010:1.0:1767734667.724550:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1ee856da0. 00000020:00000010:1.0:1767734667.724553:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c6358e00. 00000008:00000010:1.0:1767734667.724555:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1fa6154a0. 00020000:00000010:1.0:1767734667.724577:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1ef421b00. 00008000:00000010:1.0:1767734667.724581:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1f60eba88. 00000080:00000010:1.0:1767734667.724584:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1f8d2c0f0. 00000020:00000010:1.0:1767734667.724587:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c6359000. 00000020:00000010:1.0:1767734667.724590:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1f6360090. 00000020:00000010:1.0:1767734667.724593:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c6359c00. 00000020:00000010:1.0:1767734667.724595:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1e7815a20. 00000008:00000010:1.0:1767734667.724599:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1fb9e2178. 00020000:00000010:1.0:1767734667.724618:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c73ccc00. 00008000:00000010:1.0:1767734667.724620:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b201525c40. 00000080:00000010:1.0:1767734667.724622:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f8c97c78. 00000080:00000010:1.0:1767734667.724624:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1ee854000. 00000020:00000010:1.0:1767734667.724631:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c6359800. 00000008:00000010:1.0:1767734667.724633:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1fa6142c0. 00020000:00000010:1.0:1767734667.724635:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1ef422d00. 00008000:00000010:1.0:1767734667.724638:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1f60eb928. 00000080:00000010:1.0:1767734667.724641:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1f8d2c960. 00000020:00000010:1.0:1767734667.724643:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c6358a00. 00000020:00000010:1.0:1767734667.724644:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1f6360360. 00000020:00000010:1.0:1767734667.724646:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1d0e92600. 00000020:00000010:1.0:1767734667.724649:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1dd24dba0. 00000008:00000010:1.0:1767734667.724651:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1d8810000. 00020000:00000010:1.0:1767734667.724653:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1e7f8e9c0. 00008000:00000010:1.0:1767734667.724655:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1d13a4388. 00000080:00000010:1.0:1767734667.724658:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2fa80. 00000080:00000010:1.0:1767734667.724660:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cddb60. 00000020:00000010:1.0:1767734667.724662:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d0e92a00. 00000008:00000010:1.0:1767734667.724664:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017badc0. 00020000:00000010:1.0:1767734667.724666:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017bcb40. 00008000:00000010:1.0:1767734667.724668:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6fe80. 00000080:00000010:1.0:1767734667.724670:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1de506d20. 00000020:00000010:1.0:1767734667.724672:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d0e92e00. 00000020:00000010:1.0:1767734667.724674:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1bc60. 00000020:00000010:1.0:1767734667.724676:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1fe885800. 00000020:00000010:1.0:1767734667.724678:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1f683bb40. 00000008:00000010:1.0:1767734667.724680:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1dc692178. 00020000:00000010:1.0:1767734667.724682:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c621cc00. 00008000:00000010:1.0:1767734667.724685:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c662a6d8. 00000080:00000010:1.0:1767734667.724687:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c72cfdc8. 00000080:00000010:1.0:1767734667.724689:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c6656fe8. 00000020:00000010:1.0:1767734667.724691:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1fe885e00. 00000008:00000010:1.0:1767734667.724693:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c5c978c0. 00020000:00000010:1.0:1767734667.724695:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1c7e80900. 00008000:00000010:1.0:1767734667.724697:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1dfb21650. 00000080:00000010:1.0:1767734667.724700:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1c6579000. 00000020:00000010:1.0:1767734667.724707:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1fe884800. 00000020:00000010:1.0:1767734667.724709:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b20083bbd0. 00000020:00000010:1.0:1767734667.724711:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1d0e92800. 00000020:00000010:1.0:1767734667.724713:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1dd24db40. 00000008:00000010:1.0:1767734667.724715:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1d88142f0. 00020000:00000010:1.0:1767734667.724717:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1e7f8e300. 00008000:00000010:1.0:1767734667.724720:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1d13a5c40. 00000080:00000010:1.0:1767734667.724722:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2fd20. 00000080:00000010:1.0:1767734667.724724:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cdf908. 00000020:00000010:1.0:1767734667.724727:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d0e92400. 00000008:00000010:1.0:1767734667.724729:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017bb4a0. 00020000:00000010:1.0:1767734667.724731:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017bfa80. 00008000:00000010:1.0:1767734667.724733:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6f2f0. 00000080:00000010:1.0:1767734667.724735:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1efb240f0. 00000020:00000010:1.0:1767734667.724738:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d0e93c00. 00000020:00000010:1.0:1767734667.724740:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1b990. 00000020:00000010:1.0:1767734667.724741:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1d0e93400. 00000020:00000010:1.0:1767734667.724744:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1dd24dea0. 00000008:00000010:1.0:1767734667.724746:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1d8811650. 00020000:00000010:1.0:1767734667.724748:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1e7f8e240. 00008000:00000010:1.0:1767734667.724750:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1d13a74f8. 00000080:00000010:1.0:1767734667.724752:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2f540. 00000080:00000010:1.0:1767734667.724754:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cdd240. 00000020:00000010:1.0:1767734667.724756:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d0e93000. 00000008:00000010:1.0:1767734667.724758:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017bbce0. 00020000:00000010:1.0:1767734667.724760:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017bdf80. 00008000:00000010:1.0:1767734667.724762:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6f788. 00000080:00000010:1.0:1767734667.724765:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1efb24960. 00000020:00000010:1.0:1767734667.724767:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d0e93600. 00000020:00000010:1.0:1767734667.724768:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1b120. 00000020:00000010:1.0:1767734667.724770:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1d0e93a00. 00000020:00000010:1.0:1767734667.724772:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1dd24d2a0. 00000008:00000010:1.0:1767734667.724774:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1d8810b28. 00020000:00000010:1.0:1767734667.724780:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1e7f8ef00. 00008000:00000010:1.0:1767734667.724782:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1d13a66d8. 00000080:00000010:1.0:1767734667.724784:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2f888. 00000080:00000010:1.0:1767734667.724786:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cdcdb0. 00000020:00000010:1.0:1767734667.724788:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d0e93e00. 00000008:00000010:1.0:1767734667.724790:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017bba20. 00020000:00000010:1.0:1767734667.724792:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017bc240. 00008000:00000010:1.0:1767734667.724794:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6fcd8. 00000080:00000010:1.0:1767734667.724796:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1de5063c0. 00000020:00000010:1.0:1767734667.724798:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d8ddb400. 00000020:00000010:1.0:1767734667.724801:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1bea0. 00000020:00000010:1.0:1767734667.724803:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1d13af200. 00000020:00000010:1.0:1767734667.724805:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1dd24d060. 00000008:00000010:1.0:1767734667.724808:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1d88137c8. 00020000:00000010:1.0:1767734667.724828:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1e7f8e540. 00008000:00000010:1.0:1767734667.724831:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1d13a6350. 00000080:00000010:1.0:1767734667.724834:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2fdc8. 00000080:00000010:1.0:1767734667.724836:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cdf478. 00000020:00000010:1.0:1767734667.724839:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d13af000. 00000008:00000010:1.0:1767734667.724842:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017ba420. 00020000:00000010:1.0:1767734667.724845:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017be1c0. 00008000:00000010:1.0:1767734667.724848:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6ff50. 00000080:00000010:1.0:1767734667.724851:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1de5064b0. 00000020:00000010:1.0:1767734667.724854:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d13af600. 00000020:00000010:1.0:1767734667.724856:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1bab0. 00000020:00000010:1.0:1767734667.724859:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c6a51600. 00000020:00000010:1.0:1767734667.724862:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ed91b720. 00000008:00000010:1.0:1767734667.724866:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1d8816468. 00020000:00000010:1.0:1767734667.724869:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1e7f8e3c0. 00008000:00000010:1.0:1767734667.724872:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c530ade8. 00000080:00000010:1.0:1767734667.724876:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1d0d2f9d8. 00000080:00000010:1.0:1767734667.724879:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1d1cdeb58. 00000020:00000010:1.0:1767734667.724882:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c6a51200. 00000008:00000010:1.0:1767734667.724889:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b2017bbb80. 00020000:00000010:1.0:1767734667.724893:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b2017be880. 00008000:00000010:1.0:1767734667.724896:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1e7d6f3e0. 00000080:00000010:1.0:1767734667.724900:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1efb24780. 00000020:00000010:1.0:1767734667.724903:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c6a50c00. 00000020:00000010:1.0:1767734667.724906:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1d1d1b480. 00000020:00000010:1.0:1767734667.724909:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1d0639e00. 00000020:00000010:1.0:1767734667.724913:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1e7815ba0. 00000008:00000010:1.0:1767734667.724917:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1fb9e5940. 00020000:00000010:1.0:1767734667.724920:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c73cc6c0. 00008000:00000010:1.0:1767734667.724923:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b2015251a8. 00000080:00000010:1.0:1767734667.724926:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f8c973f0. 00000080:00000010:1.0:1767734667.724930:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1ee8566c8. 00000020:00000010:1.0:1767734667.724933:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d0639400. 00000008:00000010:1.0:1767734667.724936:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1fa614420. 00020000:00000010:1.0:1767734667.724939:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1ef422ac0. 00008000:00000010:1.0:1767734667.724942:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1f60eb140. 00000080:00000010:1.0:1767734667.724945:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1f8d2ca50. 00000020:00000010:1.0:1767734667.724948:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d0638200. 00000020:00000010:1.0:1767734667.724951:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1f6360f30. 00000020:00000010:1.0:1767734667.724954:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1d0638400. 00000020:00000010:1.0:1767734667.724957:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1e7815d80. 00000008:00000010:1.0:1767734667.724960:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1fb9e42f0. 00020000:00000010:1.0:1767734667.724963:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c73cc0c0. 00008000:00000010:1.0:1767734667.724966:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b201524e20. 00000080:00000010:1.0:1767734667.724969:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f8c97690. 00000080:00000010:1.0:1767734667.724972:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1ee857b50. 00000020:00000010:1.0:1767734667.724976:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d0639a00. 00000008:00000010:1.0:1767734667.724978:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1fa615340. 00020000:00000010:1.0:1767734667.724981:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1ef422880. 00008000:00000010:1.0:1767734667.724984:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1f60eb2b0. 00000080:00000010:1.0:1767734667.724987:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1f8d2ce10. 00000020:00000010:1.0:1767734667.724990:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d0638000. 00000020:00000010:1.0:1767734667.724998:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1f63601b0. 00000020:00000010:1.0:1767734667.725002:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1f4629200. 00000020:00000010:1.0:1767734667.725005:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ef2843c0. 00000008:00000010:1.0:1767734667.725009:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1e753c2f0. 00020000:00000010:1.0:1767734667.725012:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526840. 00008000:00000010:1.0:1767734667.725015:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5744388. 00000080:00000010:1.0:1767734667.725018:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858be70. 00000080:00000010:1.0:1767734667.725022:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c3348490. 00000020:00000010:1.0:1767734667.725025:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1f4629c00. 00000008:00000010:1.0:1767734667.725028:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c6d411e0. 00020000:00000010:1.0:1767734667.725031:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1d13d86c0. 00008000:00000010:1.0:1767734667.725034:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1fb9cce30. 00000080:00000010:1.0:1767734667.725037:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1fb9cb4b0. 00000020:00000010:1.0:1767734667.725039:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1f4628a00. 00000020:00000010:1.0:1767734667.725042:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1c8545f30. 00000020:00000010:1.0:1767734667.725045:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1ff274200. 00000020:00000010:1.0:1767734667.725048:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ef284300. 00000008:00000010:1.0:1767734667.725051:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1e7539650. 00020000:00000010:1.0:1767734667.725054:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526240. 00008000:00000010:1.0:1767734667.725056:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5746350. 00000080:00000010:1.0:1767734667.725060:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858bd20. 00000080:00000010:1.0:1767734667.725062:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c3349b60. 00000020:00000010:1.0:1767734667.725065:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1ff274c00. 00000008:00000010:1.0:1767734667.725068:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c6d41080. 00020000:00000010:1.0:1767734667.725071:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1d13da1c0. 00008000:00000010:1.0:1767734667.725074:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1fb9ccb48. 00000080:00000010:1.0:1767734667.725077:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1fb9cbf00. 00000020:00000010:1.0:1767734667.725080:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1ff274e00. 00000020:00000010:1.0:1767734667.725082:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1c85451b0. 00000020:00000010:1.0:1767734667.725085:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c3f12200. 00000020:00000010:1.0:1767734667.725088:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ef284f00. 00000008:00000010:1.0:1767734667.725091:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1e753ce18. 00020000:00000010:1.0:1767734667.725094:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526000. 00008000:00000010:1.0:1767734667.725102:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5746de8. 00000080:00000010:1.0:1767734667.725106:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b888. 00000080:00000010:1.0:1767734667.725109:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334b478. 00000020:00000010:1.0:1767734667.725112:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c3f12800. 00000008:00000010:1.0:1767734667.725115:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c6d418c0. 00020000:00000010:1.0:1767734667.725118:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1d13d9680. 00008000:00000010:1.0:1767734667.725121:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1fb9cc748. 00000080:00000010:1.0:1767734667.725124:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1fb9cb000. 00000020:00000010:1.0:1767734667.725127:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c3f12e00. 00000020:00000010:1.0:1767734667.725129:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1c8545870. 00000020:00000010:1.0:1767734667.725132:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c3f13e00. 00000020:00000010:1.0:1767734667.725135:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ef284b40. 00000008:00000010:1.0:1767734667.725139:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1e753e468. 00020000:00000010:1.0:1767734667.725142:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526600. 00008000:00000010:1.0:1767734667.725144:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5747c08. 00000080:00000010:1.0:1767734667.725147:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858bdc8. 00000080:00000010:1.0:1767734667.725150:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c3348db0. 00000020:00000010:1.0:1767734667.725153:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c3f12400. 00000008:00000010:1.0:1767734667.725156:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c6d41e40. 00020000:00000010:1.0:1767734667.725159:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1d13db600. 00008000:00000010:1.0:1767734667.725162:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1fb9cce20. 00000080:00000010:1.0:1767734667.725165:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1fb9cba50. 00000020:00000010:1.0:1767734667.725168:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c3f12c00. 00000020:00000010:1.0:1767734667.725170:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1c85453f0. 00000020:00000010:1.0:1767734667.725173:0:249249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c3f12600. 00000020:00000010:1.0:1767734667.725175:0:249249:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1ef284a20. 00000008:00000010:1.0:1767734667.725178:0:249249:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1e753ef90. 00020000:00000010:1.0:1767734667.725182:0:249249:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526480. 00008000:00000010:1.0:1767734667.725184:0:249249:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c57458b8. 00000080:00000010:1.0:1767734667.725187:0:249249:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858bbd0. 00000080:00000010:1.0:1767734667.725190:0:249249:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c3349240. 00000020:00000010:1.0:1767734667.725193:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c3f13600. 00000008:00000010:1.0:1767734667.725196:0:249249:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c6d40580. 00020000:00000010:1.0:1767734667.725205:0:249249:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1d13dba80. 00008000:00000010:1.0:1767734667.725208:0:249249:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1fb9ccd70. 00000080:00000010:1.0:1767734667.725211:0:249249:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1fb9cbe10. 00000020:00000010:1.0:1767734667.725214:0:249249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c3f12000. 00000020:00000010:1.0:1767734667.725216:0:249249:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1c8545090. 00000020:00000001:1.0:1767734667.725219:0:249249:0:(cl_object.c:902:cl_env_cache_purge()) Process leaving (rc=4294967248 : 4294967248 : ffffffd0) 00000080:00000001:1.0:1767734667.725223:0:249249:0:(llite_lib.c:1635:ll_put_super()) Process leaving 00000080:00000001:0.0:1767734667.727188:0:1251:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734667.727207:0:1:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734667.742217:0:249253:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:3.0:1767734667.742531:0:249254:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:3.0:1767734667.742535:0:249254:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b2013a5000 (ffff94b1de020000) now 6 - changelog 00000002:00000040:3.0:1767734667.742539:0:249254:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff94b1ed91a300 : new refcount 2 00000040:00000001:3.0:1767734667.742542:0:249254:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767734667.742547:0:249254:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1fe885000. 00000040:00000001:3.0:1767734667.742551:0:249254:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767734667.742554:0:249254:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=4 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000010:3.0:1767734667.742570:0:249254:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdbb80. 00000020:00000040:3.0:1767734667.742574:0:249254:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000001:3.0:1767734667.742586:0:249254:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734667.742589:0:249254:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734667.742592:0:249254:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734667.742597:0:249254:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1e7f4b400. 00000100:00000001:3.0:1767734667.742601:0:249254:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.742605:0:249254:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734667.742606:0:249254:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734667.742609:0:249254:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f840. 00000100:00000001:3.0:1767734667.742611:0:249254:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058752 : -117982778492864 : ffff94b1fe65f840) 00000100:00000001:3.0:1767734667.742613:0:249254:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734667.742615:0:249254:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000001:3.0:1767734667.742617:0:249254:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734667.742620:0:249254:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.742621:0:249254:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734667.742622:0:249254:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734667.742628:0:249254:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdbb80 x1853602672070400/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.742635:0:249254:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734667.742637:0:249254:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.742639:0:249254:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734667.742640:0:249254:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734667.742642:0:249254:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734667.742645:0:249254:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249254:1853602672070400:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767734667.742648:0:249254:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734667.742650:0:249254:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734667.742652:0:249254:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.742653:0:249254:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734667.742655:0:249254:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1fe885a00. 02000000:00000001:3.0:1767734667.742657:0:249254:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734667.742661:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734667.742664:0:249254:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113cb8. 00000400:00000010:3.0:1767734667.742667:0:249254:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7880. 00000100:00000200:3.0:1767734667.742670:0:249254:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672070400, portal 10 00000100:00000001:3.0:1767734667.742671:0:249254:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734667.742677:0:249254:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000040:3.0:1767734667.742684:0:249254:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdbb80 x1853602672070400/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.742690:0:249254:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734667.742692:0:249254:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734667.742698:0:249254:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e76e8. 00000100:00000200:3.0:1767734667.742701:0:249254:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853602672070400, offset 0 00000400:00000200:3.0:1767734667.742705:0:249254:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734667.742709:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.742714:0:249254:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734667.742716:0:249254:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734667.742719:0:249254:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734667.742721:0:249254:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734667.742724:0:249254:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734667.742726:0:249254:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66504:66504:256:4294967295] 192.168.203.112@tcp LPNI seq info [66504:66504:8:4294967295] 00000400:00000200:3.0:1767734667.742730:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.742736:0:249254:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734667.742740:0:249254:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734667.742743:0:249254:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c53e8100. 00000800:00000200:3.0:1767734667.742747:0:249254:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734667.742751:0:249254:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734667.742754:0:249254:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c53e8100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1767734667.742767:0:249254:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.742770:0:249254:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: using a timeout of 8876 usecs (9 jiffies) 00000400:00000200:3.0:1767734667.742773:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734667.742775:0:249254:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 2 is 4303429573 00000100:00000001:3.0:1767734667.742778:0:249254:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 2, keep current deadline 4303430322 00000100:00000001:3.0:1767734667.742780:0:249254:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 3 is 4303429573 00000100:00000001:3.0:1767734667.742782:0:249254:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 3, keep current deadline 4303430322 00000100:00000001:3.0:1767734667.742790:0:249254:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734667.742793:0:249254:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.742795:0:249254:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734667.742812:0:249254:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734667.742815:0:249254:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f840 going to sleep for 11 seconds 00000100:00000001:3.0:1767734667.742818:0:249254:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734667.742826:0:249254:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.742869:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.742888:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c53e8100. 00000400:00000200:2.0:1767734667.742894:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.742903:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.742908:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e76e8 00000400:00000010:2.0:1767734667.742911:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e76e8. 00000100:00000001:2.0:1767734667.742915:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.742922:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdbb80 x1853602672070400/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.742935:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.742940:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdbb80 x1853602672070400/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.742949:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.742951:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.745023:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.745037:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.745041:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.745044:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.745051:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.745058:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.745066:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.745070:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.745075:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.745079:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 10 MB=0x695d780d2cf00 00000400:00000200:2.0:1767734667.745085:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.745090:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 272/272 into md 0x7b635 [1] + 224 00000800:00000001:2.0:1767734667.745097:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.745105:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.745108:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.745112:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.745117:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.745124:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdbb80 x1853602672070400/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734667.745157:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94b200bdbb80 x1853602672070400/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.745185:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.745194:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.745199:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.745218:0:249254:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734667.745227:0:249254:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734667.745229:0:249254:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734667.745232:0:249254:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113cb8. 00000400:00000200:3.0:1767734667.745238:0:249254:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7880 00000400:00000010:3.0:1767734667.745240:0:249254:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7880. 00000100:00000001:3.0:1767734667.745243:0:249254:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.745252:0:249254:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdbb80 x1853602672070400/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734667.745265:0:249254:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdbb80 x1853602672070400/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.745274:0:249254:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734667.745276:0:249254:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.745279:0:249254:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734667.745281:0:249254:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734667.745283:0:249254:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734667.745285:0:249254:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.745288:0:249254:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734667.745294:0:249254:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b2013a2458 time=2 v=5 (5 0 0 0) 00000100:00001000:3.0:1767734667.745299:0:249254:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b2013a2410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1767734667.745301:0:249254:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734667.745303:0:249254:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734667.745306:0:249254:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734667.745512:0:249254:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.745518:0:249254:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734667.745521:0:249254:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b2013a5000: skip recheck: last_committed 0 00000100:00000001:3.0:1767734667.745523:0:249254:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734667.745525:0:249254:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.745541:0:249254:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdbb80 x1853602672070400/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.745550:0:249254:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734667.745553:0:249254:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734667.745555:0:249254:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734667.745583:0:249254:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdbb80 x1853602672070400/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734683 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734667.745606:0:249254:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249254:1853602672070400:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767734667.745610:0:249254:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.745612:0:249254:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.745613:0:249254:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734667.745614:0:249254:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734667.745617:0:249254:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdbb80 x1853602672070400/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.745622:0:249254:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734667.745624:0:249254:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f840. 00000100:00000001:3.0:1767734667.745626:0:249254:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734667.745627:0:249254:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734667.745630:0:249254:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1767734667.745682:0:249254:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734667.745684:0:249254:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=4 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:3.0:1767734667.745685:0:249254:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767734667.745687:0:249254:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734667.745690:0:249254:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdbb80 x1853602672070400/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.745695:0:249254:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734667.745696:0:249254:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734667.745698:0:249254:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1fe885a00. 02000000:00000001:3.0:1767734667.745700:0:249254:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734667.745701:0:249254:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734667.745702:0:249254:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=3 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:3.0:1767734667.745704:0:249254:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734667.745711:0:249254:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1e7f4b400. 02000000:00000001:3.0:1767734667.745713:0:249254:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734667.745714:0:249254:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734667.745716:0:249254:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdbb80. 00000100:00000001:3.0:1767734667.745718:0:249254:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734667.745719:0:249254:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767734667.745721:0:249254:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734667.745723:0:249254:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767734667.745730:0:249254:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff94b1c4230000. 00000040:00000001:3.0:1767734667.745731:0:249254:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767734667.745733:0:249254:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:3.0:1767734667.745735:0:249254:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=4 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000010:3.0:1767734667.745737:0:249254:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdbb80. 00000020:00000040:3.0:1767734667.745739:0:249254:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000001:3.0:1767734667.745741:0:249254:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734667.745743:0:249254:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734667.745745:0:249254:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734667.745748:0:249254:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1fe885a00. 00000100:00000001:3.0:1767734667.745750:0:249254:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.745753:0:249254:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734667.745754:0:249254:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734667.745756:0:249254:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f840. 00000100:00000001:3.0:1767734667.745758:0:249254:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058752 : -117982778492864 : ffff94b1fe65f840) 00000100:00000001:3.0:1767734667.745760:0:249254:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734667.745761:0:249254:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000001:3.0:1767734667.745764:0:249254:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734667.745766:0:249254:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.745767:0:249254:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734667.745768:0:249254:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734667.745772:0:249254:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdbb80 x1853602672070528/t0(0) o503->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.745778:0:249254:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734667.745779:0:249254:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.745781:0:249254:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734667.745782:0:249254:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734667.745784:0:249254:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734667.745791:0:249254:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249254:1853602672070528:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1767734667.745794:0:249254:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734667.745796:0:249254:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734667.745798:0:249254:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.745800:0:249254:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734667.745808:0:249254:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1c6518000. 02000000:00000001:3.0:1767734667.745809:0:249254:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734667.745832:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734667.745836:0:249254:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113cb8. 00000400:00000010:3.0:1767734667.745844:0:249254:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1fe65fe40. 00000100:00000200:3.0:1767734667.745849:0:249254:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672070528, portal 10 00000100:00000001:3.0:1767734667.745852:0:249254:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734667.745853:0:249254:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000040:3.0:1767734667.745860:0:249254:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdbb80 x1853602672070528/t0(0) o503->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.745868:0:249254:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734667.745871:0:249254:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734667.745874:0:249254:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7880. 00000100:00000200:3.0:1767734667.745877:0:249254:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672070528, offset 0 00000400:00000200:3.0:1767734667.745886:0:249254:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734667.745892:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.745898:0:249254:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734667.745902:0:249254:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734667.745906:0:249254:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734667.745909:0:249254:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734667.745912:0:249254:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734667.745916:0:249254:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66505:66505:256:4294967295] 192.168.203.112@tcp LPNI seq info [66505:66505:8:4294967295] 00000400:00000200:3.0:1767734667.745921:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.745929:0:249254:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734667.745935:0:249254:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734667.745939:0:249254:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c53e8100. 00000800:00000200:3.0:1767734667.745952:0:249254:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734667.745962:0:249254:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734667.745966:0:249254:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c53e8100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767734667.745986:0:249254:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.745990:0:249254:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: using a timeout of 7951 usecs (8 jiffies) 00000400:00000200:3.0:1767734667.745996:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734667.745999:0:249254:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 2 is 4303429575 00000100:00000001:3.0:1767734667.746002:0:249254:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 2, keep current deadline 4303430322 00000100:00000001:3.0:1767734667.746005:0:249254:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 3 is 4303429575 00000100:00000001:3.0:1767734667.746008:0:249254:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 3, keep current deadline 4303430322 00000100:00000001:3.0:1767734667.746010:0:249254:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734667.746013:0:249254:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.746016:0:249254:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734667.746018:0:249254:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734667.746021:0:249254:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f840 going to sleep for 11 seconds 00000100:00000001:3.0:1767734667.746023:0:249254:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734667.746026:0:249254:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.746156:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.746164:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c53e8100. 00000400:00000200:2.0:1767734667.746170:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.746177:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.746183:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7880 00000400:00000010:2.0:1767734667.746185:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7880. 00000100:00000001:2.0:1767734667.746190:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.746197:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdbb80 x1853602672070528/t0(0) o503->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.746210:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.746214:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdbb80 x1853602672070528/t0(0) o503->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.746223:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.746226:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.748629:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.748638:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.748641:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.748643:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.748648:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.748653:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.748659:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.748664:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.748667:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.748670:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8416 into portal 10 MB=0x695d780d2cf80 00000400:00000200:2.0:1767734667.748674:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.748678:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8416/8416 into md 0x7b645 [4] + 224 00000800:00000001:2.0:1767734667.748690:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.748698:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.748700:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.748704:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.748707:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.748712:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdbb80 x1853602672070528/t0(0) o503->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734667.748721:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94b200bdbb80 x1853602672070528/t0(0) o503->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.748739:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.748744:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.748746:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.748781:0:249254:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734667.748794:0:249254:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734667.748796:0:249254:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734667.748815:0:249254:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113cb8. 00000400:00000200:3.0:1767734667.748821:0:249254:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fe65fe40 00000400:00000010:3.0:1767734667.748824:0:249254:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1fe65fe40. 00000100:00000001:3.0:1767734667.748828:0:249254:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.748837:0:249254:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdbb80 x1853602672070528/t0(0) o503->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734667.748852:0:249254:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdbb80 x1853602672070528/t0(0) o503->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.748862:0:249254:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734667.748865:0:249254:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.748868:0:249254:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734667.748870:0:249254:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734667.748884:0:249254:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734667.748886:0:249254:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.748889:0:249254:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734667.748896:0:249254:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b2013a2458 time=2 v=5 (5 0 0 0) 00000100:00001000:3.0:1767734667.748900:0:249254:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b2013a2410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1767734667.748903:0:249254:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734667.748905:0:249254:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734667.748907:0:249254:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734667.748910:0:249254:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.748913:0:249254:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734667.748915:0:249254:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b2013a5000: skip recheck: last_committed 0 00000100:00000001:3.0:1767734667.748918:0:249254:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734667.748919:0:249254:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.748925:0:249254:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdbb80 x1853602672070528/t0(0) o503->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.748934:0:249254:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734667.748937:0:249254:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734667.748939:0:249254:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734667.748944:0:249254:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdbb80 x1853602672070528/t0(0) o503->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734683 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734667.748954:0:249254:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249254:1853602672070528:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1767734667.748959:0:249254:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.748961:0:249254:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.748964:0:249254:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734667.748965:0:249254:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734667.748969:0:249254:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdbb80 x1853602672070528/t0(0) o503->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.748977:0:249254:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734667.748980:0:249254:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f840. 00000100:00000001:3.0:1767734667.748983:0:249254:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734667.748984:0:249254:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734667.748991:0:249254:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1767734667.748998:0:249254:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734667.749003:0:249254:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdbb80 x1853602672070528/t0(0) o503->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.749011:0:249254:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734667.749013:0:249254:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734667.749016:0:249254:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1c6518000. 02000000:00000001:3.0:1767734667.749027:0:249254:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734667.749029:0:249254:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734667.749031:0:249254:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=4 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:3.0:1767734667.749033:0:249254:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734667.749036:0:249254:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1fe885a00. 02000000:00000001:3.0:1767734667.749039:0:249254:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734667.749041:0:249254:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734667.749043:0:249254:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdbb80. 00000100:00000001:3.0:1767734667.749046:0:249254:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734667.749048:0:249254:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767734667.749050:0:249254:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734667.749052:0:249254:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=3 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:3.0:1767734667.749054:0:249254:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767734667.749056:0:249254:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734667.749060:0:249254:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:3.0:1767734667.749068:0:249254:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 1, last_idx 2 00000040:00000001:3.0:1767734667.749071:0:249254:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734667.749073:0:249254:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734667.749077:0:249254:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:3.0:1767734667.749080:0:249254:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767734667.749084:0:249254:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94b1c5895960. 00000040:00001000:3.0:1767734667.749088:0:249254:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x23fa startcat 2 startidx 0 first_idx 1 last_idx 0 read_mode 0 00000040:00000001:3.0:1767734667.749093:0:249254:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767734667.749097:0:249254:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1fe885a00. 00000020:00000010:3.0:1767734667.749102:0:249254:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1fe884200. 00000040:00000010:3.0:1767734667.749106:0:249254:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1fe884c00. 00000020:00000010:3.0:1767734667.749110:0:249254:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1e7e86800. 00000020:00000010:3.0:1767734667.749117:0:249254:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94b1f63d9928. 00000020:00000010:3.0:1767734667.749121:0:249254:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1fe885200. 80000000:00000010:3.0:1767734667.749132:0:249254:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94b1c58955a0. 40000000:00000010:3.0:1767734667.749136:0:249254:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff94b1f6013040. 00100000:00000010:3.0:1767734667.749142:0:249254:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94b1e7e86000. 00040000:00000010:3.0:1767734667.749146:0:249254:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1c53e8100. 00040000:00000010:3.0:1767734667.749151:0:249254:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff94b1e7e81000. 00040000:00000010:3.0:1767734667.749155:0:249254:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1fe884800. 00000004:00000010:3.0:1767734667.749161:0:249254:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94b1e7e84000. 00000004:00000010:3.0:1767734667.749167:0:249254:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff94b1c968b000. 00000004:00000010:3.0:1767734667.749172:0:249254:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff94b1e7e87000. 00002000:00000010:3.0:1767734667.749177:0:249254:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff94b1e7f4b400. 00000004:00000010:3.0:1767734667.749182:0:249254:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff94b1e7f49800. 00000020:00000010:3.0:1767734667.749187:0:249254:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1f6013f80. 00000040:00000010:3.0:1767734667.749196:0:249254:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94b1c4234000. 00000040:00001000:3.0:1767734667.749199:0:249254:0:(llog.c:607:llog_process_thread()) index: 2 last_index 64767 00000040:00000001:3.0:1767734667.749202:0:249254:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767734667.749204:0:249254:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767734667.749207:0:249254:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=4 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000010:3.0:1767734667.749211:0:249254:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdbb80. 00000020:00000040:3.0:1767734667.749214:0:249254:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000001:3.0:1767734667.749217:0:249254:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734667.749219:0:249254:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734667.749223:0:249254:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734667.749227:0:249254:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1fe885e00. 00000100:00000001:3.0:1767734667.749232:0:249254:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.749236:0:249254:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734667.749238:0:249254:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734667.749241:0:249254:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f840. 00000100:00000001:3.0:1767734667.749244:0:249254:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058752 : -117982778492864 : ffff94b1fe65f840) 00000100:00000001:3.0:1767734667.749247:0:249254:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734667.749248:0:249254:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000001:3.0:1767734667.749252:0:249254:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734667.749256:0:249254:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.749258:0:249254:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734667.749260:0:249254:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734667.749265:0:249254:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdbb80 x1853602672070656/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.749281:0:249254:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734667.749282:0:249254:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.749286:0:249254:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734667.749288:0:249254:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734667.749291:0:249254:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734667.749295:0:249254:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249254:1853602672070656:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767734667.749299:0:249254:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734667.749303:0:249254:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734667.749305:0:249254:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.749307:0:249254:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734667.749319:0:249254:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1c6518000. 02000000:00000001:3.0:1767734667.749322:0:249254:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734667.749375:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734667.749379:0:249254:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113cb8. 00000400:00000010:3.0:1767734667.749383:0:249254:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1fe65fe40. 00000100:00000200:3.0:1767734667.749387:0:249254:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672070656, portal 10 00000100:00000001:3.0:1767734667.749389:0:249254:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734667.749391:0:249254:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000040:3.0:1767734667.749397:0:249254:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdbb80 x1853602672070656/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.749404:0:249254:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734667.749406:0:249254:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734667.749409:0:249254:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7c38. 00000100:00000200:3.0:1767734667.749412:0:249254:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672070656, offset 0 00000400:00000200:3.0:1767734667.749417:0:249254:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734667.749422:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.749428:0:249254:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734667.749431:0:249254:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734667.749435:0:249254:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734667.749437:0:249254:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734667.749439:0:249254:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734667.749447:0:249254:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66506:66506:256:4294967295] 192.168.203.112@tcp LPNI seq info [66506:66506:8:4294967295] 00000400:00000200:3.0:1767734667.749451:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.749457:0:249254:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734667.749462:0:249254:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734667.749465:0:249254:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767734667.749469:0:249254:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734667.749474:0:249254:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734667.749477:0:249254:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767734667.749488:0:249254:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.749491:0:249254:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: using a timeout of 7370 usecs (8 jiffies) 00000400:00000200:3.0:1767734667.749494:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734667.749496:0:249254:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 2 is 4303429579 00000100:00000001:3.0:1767734667.749498:0:249254:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 2, keep current deadline 4303430322 00000100:00000001:3.0:1767734667.749500:0:249254:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 3 is 4303429579 00000100:00000001:3.0:1767734667.749501:0:249254:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 3, keep current deadline 4303430322 00000100:00000001:3.0:1767734667.749503:0:249254:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734667.749505:0:249254:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.749507:0:249254:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734667.749508:0:249254:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734667.749510:0:249254:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f840 going to sleep for 11 seconds 00000100:00000001:3.0:1767734667.749512:0:249254:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734667.749513:0:249254:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.749622:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.749627:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:2.0:1767734667.749630:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.749635:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.749639:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7c38 00000400:00000010:2.0:1767734667.749641:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7c38. 00000100:00000001:2.0:1767734667.749643:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.749648:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdbb80 x1853602672070656/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.749657:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.749660:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdbb80 x1853602672070656/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.749666:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.749668:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.751699:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.751713:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.751717:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.751720:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.751727:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.751734:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.751754:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.751759:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.751766:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.751772:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d780d2d000 00000400:00000200:2.0:1767734667.751778:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.751783:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7b655 [4] + 224 00000800:00000001:2.0:1767734667.751790:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.751803:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.751806:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.751811:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.751816:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.751823:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdbb80 x1853602672070656/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734667.751836:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b200bdbb80 x1853602672070656/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.751863:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.751870:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.751874:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.751915:0:249254:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734667.751925:0:249254:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734667.751927:0:249254:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734667.751931:0:249254:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113cb8. 00000400:00000200:3.0:1767734667.751937:0:249254:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fe65fe40 00000400:00000010:3.0:1767734667.751939:0:249254:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1fe65fe40. 00000100:00000001:3.0:1767734667.751943:0:249254:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.751952:0:249254:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdbb80 x1853602672070656/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734667.751987:0:249254:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdbb80 x1853602672070656/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.751996:0:249254:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734667.751998:0:249254:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.752001:0:249254:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734667.752004:0:249254:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734667.752006:0:249254:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734667.752008:0:249254:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.752011:0:249254:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734667.752017:0:249254:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b2013a2458 time=2 v=5 (5 0 0 0) 00000100:00001000:3.0:1767734667.752022:0:249254:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b2013a2410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1767734667.752024:0:249254:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734667.752026:0:249254:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734667.752029:0:249254:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734667.752032:0:249254:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.752035:0:249254:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734667.752037:0:249254:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b2013a5000: skip recheck: last_committed 0 00000100:00000001:3.0:1767734667.752039:0:249254:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734667.752041:0:249254:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.752046:0:249254:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdbb80 x1853602672070656/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.752055:0:249254:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734667.752058:0:249254:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734667.752060:0:249254:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734667.752064:0:249254:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdbb80 x1853602672070656/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734667.752074:0:249254:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249254:1853602672070656:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767734667.752079:0:249254:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.752082:0:249254:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.752084:0:249254:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734667.752093:0:249254:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734667.752098:0:249254:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdbb80 x1853602672070656/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.752106:0:249254:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734667.752109:0:249254:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f840. 00000100:00000001:3.0:1767734667.752112:0:249254:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734667.752113:0:249254:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734667.752120:0:249254:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767734667.752121:0:249254:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734667.752125:0:249254:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdbb80 x1853602672070656/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.752133:0:249254:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734667.752135:0:249254:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734667.752137:0:249254:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1c6518000. 02000000:00000001:3.0:1767734667.752149:0:249254:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734667.752151:0:249254:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734667.752153:0:249254:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=4 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:3.0:1767734667.752155:0:249254:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734667.752158:0:249254:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1fe885e00. 02000000:00000001:3.0:1767734667.752161:0:249254:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734667.752163:0:249254:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734667.752165:0:249254:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdbb80. 00000100:00000001:3.0:1767734667.752168:0:249254:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734667.752170:0:249254:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767734667.752172:0:249254:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734667.752174:0:249254:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=3 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:3.0:1767734667.752176:0:249254:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767734667.752178:0:249254:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734667.752181:0:249254:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c4234000 type=0x1064553b idx=1 00000040:00001000:3.0:1767734667.752185:0:249254:0:(llog.c:720:llog_process_thread()) synced_idx: 2 00000040:00000001:3.0:1767734667.752188:0:249254:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767734667.752190:0:249254:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767734667.752192:0:249254:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=4 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000010:3.0:1767734667.752196:0:249254:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdbb80. 00000020:00000040:3.0:1767734667.752199:0:249254:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000001:3.0:1767734667.752207:0:249254:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734667.752209:0:249254:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734667.752213:0:249254:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734667.752217:0:249254:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1fe885e00. 00000100:00000001:3.0:1767734667.752222:0:249254:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.752226:0:249254:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734667.752227:0:249254:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734667.752231:0:249254:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f840. 00000100:00000001:3.0:1767734667.752233:0:249254:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058752 : -117982778492864 : ffff94b1fe65f840) 00000100:00000001:3.0:1767734667.752237:0:249254:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734667.752238:0:249254:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000001:3.0:1767734667.752242:0:249254:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734667.752245:0:249254:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.752248:0:249254:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734667.752249:0:249254:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734667.752254:0:249254:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdbb80 x1853602672070784/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.752263:0:249254:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734667.752265:0:249254:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.752268:0:249254:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734667.752270:0:249254:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734667.752273:0:249254:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734667.752276:0:249254:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249254:1853602672070784:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767734667.752281:0:249254:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734667.752284:0:249254:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734667.752286:0:249254:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.752288:0:249254:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734667.752300:0:249254:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1c6518000. 02000000:00000001:3.0:1767734667.752303:0:249254:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734667.752343:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734667.752348:0:249254:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113cb8. 00000400:00000010:3.0:1767734667.752354:0:249254:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1fe65fe40. 00000100:00000200:3.0:1767734667.752359:0:249254:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672070784, portal 10 00000100:00000001:3.0:1767734667.752362:0:249254:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734667.752370:0:249254:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000040:3.0:1767734667.752378:0:249254:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdbb80 x1853602672070784/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.752386:0:249254:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734667.752389:0:249254:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734667.752392:0:249254:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7bb0. 00000100:00000200:3.0:1767734667.752396:0:249254:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672070784, offset 0 00000400:00000200:3.0:1767734667.752402:0:249254:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734667.752409:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.752415:0:249254:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734667.752419:0:249254:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734667.752423:0:249254:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734667.752426:0:249254:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734667.752429:0:249254:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734667.752433:0:249254:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66507:66507:256:4294967295] 192.168.203.112@tcp LPNI seq info [66507:66507:8:4294967295] 00000400:00000200:3.0:1767734667.752438:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.752447:0:249254:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734667.752453:0:249254:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734667.752458:0:249254:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416800. 00000800:00000200:3.0:1767734667.752464:0:249254:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734667.752470:0:249254:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734667.752475:0:249254:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767734667.752493:0:249254:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.752497:0:249254:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: using a timeout of 6878 usecs (7 jiffies) 00000400:00000200:3.0:1767734667.752502:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734667.752504:0:249254:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 2 is 4303429581 00000100:00000001:3.0:1767734667.752507:0:249254:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 2, keep current deadline 4303430322 00000100:00000001:3.0:1767734667.752510:0:249254:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 3 is 4303429581 00000100:00000001:3.0:1767734667.752512:0:249254:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 3, keep current deadline 4303430322 00000100:00000001:3.0:1767734667.752523:0:249254:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734667.752526:0:249254:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.752529:0:249254:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734667.752530:0:249254:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734667.752533:0:249254:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f840 going to sleep for 11 seconds 00000100:00000001:3.0:1767734667.752536:0:249254:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734667.752538:0:249254:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.752680:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.752687:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416800. 00000400:00000200:2.0:1767734667.752693:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.752700:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.752705:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7bb0 00000400:00000010:2.0:1767734667.752708:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7bb0. 00000100:00000001:2.0:1767734667.752713:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.752720:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdbb80 x1853602672070784/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.752732:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.752736:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdbb80 x1853602672070784/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.752746:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.752759:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.754740:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.754754:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.754758:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.754760:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.754768:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.754774:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.754782:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.754787:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.754793:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.754797:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d780d2d080 00000400:00000200:2.0:1767734667.754803:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.754809:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7b665 [4] + 224 00000800:00000001:2.0:1767734667.754816:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.754828:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.754831:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.754836:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.754842:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.754850:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdbb80 x1853602672070784/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734667.754864:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b200bdbb80 x1853602672070784/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.754889:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.754897:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.754900:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.754937:0:249254:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734667.754946:0:249254:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734667.754948:0:249254:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734667.754951:0:249254:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113cb8. 00000400:00000200:3.0:1767734667.754957:0:249254:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fe65fe40 00000400:00000010:3.0:1767734667.754960:0:249254:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1fe65fe40. 00000100:00000001:3.0:1767734667.754964:0:249254:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.754973:0:249254:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdbb80 x1853602672070784/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734667.754987:0:249254:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdbb80 x1853602672070784/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.754997:0:249254:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734667.754999:0:249254:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.755002:0:249254:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734667.755004:0:249254:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734667.755006:0:249254:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734667.755009:0:249254:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.755012:0:249254:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734667.755018:0:249254:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b2013a2458 time=2 v=5 (5 0 0 0) 00000100:00001000:3.0:1767734667.755022:0:249254:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b2013a2410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1767734667.755025:0:249254:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734667.755027:0:249254:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734667.755029:0:249254:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734667.755032:0:249254:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.755035:0:249254:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734667.755037:0:249254:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b2013a5000: skip recheck: last_committed 0 00000100:00000001:3.0:1767734667.755039:0:249254:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734667.755041:0:249254:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.755059:0:249254:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdbb80 x1853602672070784/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.755068:0:249254:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734667.755071:0:249254:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734667.755073:0:249254:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734667.755078:0:249254:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdbb80 x1853602672070784/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734667.755087:0:249254:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249254:1853602672070784:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767734667.755092:0:249254:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.755095:0:249254:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.755097:0:249254:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734667.755099:0:249254:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734667.755103:0:249254:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdbb80 x1853602672070784/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.755111:0:249254:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734667.755114:0:249254:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f840. 00000100:00000001:3.0:1767734667.755117:0:249254:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734667.755119:0:249254:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734667.755125:0:249254:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767734667.755127:0:249254:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734667.755130:0:249254:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdbb80 x1853602672070784/t0(0) o502->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.755138:0:249254:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734667.755140:0:249254:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734667.755143:0:249254:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1c6518000. 02000000:00000001:3.0:1767734667.755154:0:249254:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734667.755156:0:249254:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734667.755158:0:249254:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=4 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:3.0:1767734667.755161:0:249254:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734667.755163:0:249254:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1fe885e00. 02000000:00000001:3.0:1767734667.755167:0:249254:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734667.755174:0:249254:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734667.755176:0:249254:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdbb80. 00000100:00000001:3.0:1767734667.755180:0:249254:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734667.755181:0:249254:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767734667.755184:0:249254:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734667.755186:0:249254:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=3 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:3.0:1767734667.755188:0:249254:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767734667.755190:0:249254:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734667.755193:0:249254:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c4234000 type=0x1064553b idx=1 00000040:00001000:3.0:1767734667.755197:0:249254:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:3.0:1767734667.755199:0:249254:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c4234040 type=0x1064553b idx=2 00000040:00001000:3.0:1767734667.755202:0:249254:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 64 (8128 remains) 00000040:00080000:3.0:1767734667.755205:0:249254:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00000001:3.0:1767734667.755209:0:249254:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:3.0:1767734667.755212:0:249254:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:3.0:1767734667.755215:0:249254:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x25:0x0] at index 2 of catalog [0xa:0x5:0x0] 00000040:00000001:3.0:1767734667.755219:0:249254:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1767734667.755222:0:249254:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767734667.755225:0:249254:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1fe885e00. 00000040:00000001:3.0:1767734667.755228:0:249254:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767734667.755230:0:249254:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=4 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000010:3.0:1767734667.755234:0:249254:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdbb80. 00000020:00000040:3.0:1767734667.755237:0:249254:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=5 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000001:3.0:1767734667.755240:0:249254:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734667.755242:0:249254:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734667.755246:0:249254:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734667.755251:0:249254:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1fe885c00. 00000100:00000001:3.0:1767734667.755255:0:249254:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.755259:0:249254:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734667.755260:0:249254:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734667.755264:0:249254:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f840. 00000100:00000001:3.0:1767734667.755266:0:249254:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058752 : -117982778492864 : ffff94b1fe65f840) 00000100:00000001:3.0:1767734667.755270:0:249254:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734667.755271:0:249254:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000001:3.0:1767734667.755275:0:249254:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734667.755284:0:249254:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.755287:0:249254:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734667.755289:0:249254:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734667.755294:0:249254:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdbb80 x1853602672070912/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.755303:0:249254:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734667.755305:0:249254:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.755308:0:249254:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734667.755345:0:249254:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734667.755349:0:249254:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734667.755354:0:249254:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249254:1853602672070912:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767734667.755360:0:249254:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734667.755363:0:249254:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734667.755366:0:249254:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.755369:0:249254:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734667.755373:0:249254:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1fe884400. 02000000:00000001:3.0:1767734667.755376:0:249254:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734667.755383:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734667.755386:0:249254:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113cb8. 00000400:00000010:3.0:1767734667.755391:0:249254:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7990. 00000100:00000200:3.0:1767734667.755396:0:249254:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672070912, portal 10 00000100:00000001:3.0:1767734667.755398:0:249254:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734667.755400:0:249254:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000040:3.0:1767734667.755406:0:249254:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdbb80 x1853602672070912/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.755415:0:249254:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734667.755418:0:249254:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734667.755421:0:249254:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7f68. 00000100:00000200:3.0:1767734667.755424:0:249254:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672070912, offset 0 00000400:00000200:3.0:1767734667.755430:0:249254:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734667.755436:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.755443:0:249254:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734667.755448:0:249254:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734667.755462:0:249254:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734667.755466:0:249254:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734667.755471:0:249254:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734667.755478:0:249254:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66508:66508:256:4294967295] 192.168.203.112@tcp LPNI seq info [66508:66508:8:4294967295] 00000400:00000200:3.0:1767734667.755485:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734667.755500:0:249254:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734667.755507:0:249254:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734667.755512:0:249254:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416d00. 00000800:00000200:3.0:1767734667.755518:0:249254:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734667.755525:0:249254:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734667.755529:0:249254:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767734667.755549:0:249254:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734667.755554:0:249254:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1767734667.755582:0:249254:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734667.755588:0:249254:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 2 is 4303429584 00000100:00000001:3.0:1767734667.755594:0:249254:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 2, keep current deadline 4303430322 00000100:00000001:3.0:1767734667.755599:0:249254:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 3 is 4303429584 00000100:00000001:3.0:1767734667.755604:0:249254:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 3, keep current deadline 4303430322 00000100:00000001:3.0:1767734667.755608:0:249254:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734667.755614:0:249254:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734667.755620:0:249254:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734667.755623:0:249254:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734667.755627:0:249254:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f840 going to sleep for 11 seconds 00000100:00000001:3.0:1767734667.755630:0:249254:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734667.755633:0:249254:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734667.755657:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734667.755663:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416d00. 00000400:00000200:2.0:1767734667.755669:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.755675:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734667.755680:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7f68 00000400:00000010:2.0:1767734667.755682:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7f68. 00000100:00000001:2.0:1767734667.755686:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734667.755692:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdbb80 x1853602672070912/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734683 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.755714:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734667.755719:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdbb80 x1853602672070912/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734683 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.755727:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734667.755729:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734667.757454:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.757468:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734667.757472:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.757475:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.757482:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.757489:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734667.757497:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.757501:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.757506:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.757510:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d2d100 00000400:00000200:2.0:1767734667.757516:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734667.757521:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b675 [1] + 224 00000800:00000001:2.0:1767734667.757528:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.757536:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734667.757539:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734667.757544:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734667.757549:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734667.757556:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdbb80 x1853602672070912/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734683 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734667.757593:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff94b200bdbb80 x1853602672070912/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734667.757616:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734667.757624:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734667.757628:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.757667:0:249254:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734667.757677:0:249254:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734667.757679:0:249254:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734667.757682:0:249254:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113cb8. 00000400:00000200:3.0:1767734667.757689:0:249254:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7990 00000400:00000010:3.0:1767734667.757691:0:249254:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7990. 00000100:00000001:3.0:1767734667.757707:0:249254:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734667.757717:0:249254:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdbb80 x1853602672070912/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734667.757731:0:249254:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdbb80 x1853602672070912/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.757741:0:249254:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734667.757743:0:249254:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.757746:0:249254:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734667.757749:0:249254:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734667.757751:0:249254:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734667.757753:0:249254:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734667.757756:0:249254:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734667.757762:0:249254:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b2013a2458 time=2 v=5 (5 0 0 0) 00000100:00001000:3.0:1767734667.757766:0:249254:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b2013a2410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1767734667.757769:0:249254:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767734667.757773:0:249254:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff94b200bdbb80 x1853602672070912/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.757782:0:249254:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:3.0:1767734667.757785:0:249254:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734667.757787:0:249254:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b2013a5000: skip recheck: last_committed 0 00000100:00000001:3.0:1767734667.757789:0:249254:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734667.757791:0:249254:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:3.0:1767734667.757796:0:249254:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdbb80 x1853602672070912/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734683 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.757804:0:249254:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:3.0:1767734667.757808:0:249254:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734667.757810:0:249254:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734667.757814:0:249254:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdbb80 x1853602672070912/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734683 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734667.757824:0:249254:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249254:1853602672070912:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767734667.757836:0:249254:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734667.757838:0:249254:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:3.0:1767734667.757841:0:249254:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734667.757843:0:249254:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734667.757848:0:249254:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdbb80 x1853602672070912/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734683 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.757856:0:249254:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734667.757859:0:249254:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f840. 00000100:00000001:3.0:1767734667.757862:0:249254:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734667.757863:0:249254:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767734667.757866:0:249254:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:3.0:1767734667.757870:0:249254:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734667.757872:0:249254:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=4 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:3.0:1767734667.757874:0:249254:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767734667.757876:0:249254:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734667.757880:0:249254:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdbb80 x1853602672070912/t0(0) o501->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734683 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734667.757887:0:249254:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734667.757890:0:249254:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734667.757892:0:249254:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1fe884400. 02000000:00000001:3.0:1767734667.757895:0:249254:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734667.757897:0:249254:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734667.757898:0:249254:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=3 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:3.0:1767734667.757900:0:249254:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734667.757902:0:249254:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1fe885c00. 02000000:00000001:3.0:1767734667.757905:0:249254:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734667.757907:0:249254:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734667.757908:0:249254:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdbb80. 00000100:00000001:3.0:1767734667.757912:0:249254:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734667.757913:0:249254:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1767734667.757916:0:249254:0:(llog.c:1547:llog_open()) lustre-MDT0000-mdc-ffff94b2013a5000: Failed to open llog : rc -13 00000040:00000010:3.0:1767734667.757920:0:249254:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1fe885e00. 00000040:00000001:3.0:1767734667.757923:0:249254:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:3.0:1767734667.757932:0:249254:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0000-mdc-ffff94b2013a5000: error opening log id [0x1:0x25:0x0]: rc = -13 00000040:00000001:3.0:1767734667.768989:0:249254:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:3.0:1767734667.768996:0:249254:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0000-mdc-ffff94b2013a5000: can't find llog handle [0x1:0x25:0x0]: rc = -13 00000040:00000001:3.0:1767734667.779970:0:249254:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767734667.779979:0:249254:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:3.0:1767734667.779982:0:249254:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767734667.779986:0:249254:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:3.0:1767734667.779989:0:249254:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 2 count 2 00000040:00000010:3.0:1767734667.779994:0:249254:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff94b1c4234000. 00000020:00000010:3.0:1767734667.780001:0:249254:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1f6013f80. 00000020:00000010:3.0:1767734667.780013:0:249254:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1fe884200. 00000040:00000010:3.0:1767734667.780017:0:249254:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1fe884c00. 00000020:00000010:3.0:1767734667.780020:0:249254:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1e7e86800. 00000020:00000010:3.0:1767734667.780026:0:249254:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff94b1f63d9928. 00000020:00000010:3.0:1767734667.780031:0:249254:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1fe885200. 80000000:00000010:3.0:1767734667.780036:0:249254:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94b1c58955a0. 40000000:00000010:3.0:1767734667.780041:0:249254:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff94b1f6013040. 00100000:00000010:3.0:1767734667.780046:0:249254:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94b1e7e86000. 00040000:00000010:3.0:1767734667.780050:0:249254:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1c53e8100. 00040000:00000010:3.0:1767734667.780056:0:249254:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff94b1e7e81000. 00040000:00000010:3.0:1767734667.780059:0:249254:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1fe884800. 00000004:00000010:3.0:1767734667.780063:0:249254:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff94b1e7e84000. 00000004:00000010:3.0:1767734667.780069:0:249254:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff94b1c968b000. 00000004:00000010:3.0:1767734667.780073:0:249254:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff94b1e7e87000. 00002000:00000010:3.0:1767734667.780077:0:249254:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff94b1e7f4b400. 00000004:00000010:3.0:1767734667.780080:0:249254:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff94b1e7f49800. 00000020:00000010:3.0:1767734667.780083:0:249254:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1fe885a00. 00000040:00000010:3.0:1767734667.780086:0:249254:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94b1c5895960. 00000040:00000001:3.0:1767734667.780089:0:249254:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767734667.780092:0:249254:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:3.0:1767734667.780096:0:249254:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0000-mdc-ffff94b2013a5000: fail to process llog: rc = -13 00000002:00000001:3.0:1767734667.790052:0:249254:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:3.0:1767734667.790066:0:249254:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:3.0:1767734667.790071:0:249254:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94b1c4230000. 00000040:00000010:3.0:1767734667.790075:0:249254:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1fe885000. 00000040:00000001:3.0:1767734667.790079:0:249254:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:3.0:1767734667.790082:0:249254:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff94b1ed91a300 : new refcount 1 00000020:00000040:3.0:1767734667.790085:0:249254:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b2013a5000 (ffff94b1de020000) now 6 - changelog 00000002:00000001:0.0:1767734667.790172:0:249253:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00010000:00000001:3.0:1767734668.002468:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734668.002474:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734668.002535:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734668.002541:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734668.002545:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:0.0:1767734668.225672:0:248984:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:0.0:1767734668.225681:0:248984:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff94b1fe4a8840. 00000020:00000040:0.0:1767734668.225703:0:248984:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b2013a5000 (ffff94b1de020000) now 6 - changelog 00000002:00000001:0.0:1767734668.225707:0:248984:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:0.0:1767734668.225712:0:248984:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:0.0:1767734668.225716:0:248984:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:0.0:1767734668.225722:0:248984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734668.225727:0:248984:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=4 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000001:0.0:1767734668.225733:0:248984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734668.225736:0:248984:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734668.225741:0:248984:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734668.225749:0:248984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d200. 00000100:00000001:0.0:1767734668.225756:0:248984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734668.225762:0:248984:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734668.225765:0:248984:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734668.225771:0:248984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734668.225774:0:248984:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309568 : -117982823242048 : ffff94b1fbbb26c0) 00000100:00000001:0.0:1767734668.225779:0:248984:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734668.225781:0:248984:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734668.225786:0:248984:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734668.225790:0:248984:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734668.225793:0:248984:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734668.225796:0:248984:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734668.225808:0:248984:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672071040/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734668.225820:0:248984:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734668.225824:0:248984:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734668.225828:0:248984:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734668.225832:0:248984:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734668.225836:0:248984:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734668.225843:0:248984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job bash:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:248984:1853602672071040:192.168.203.112@tcp:46:bash.0 00000100:00000001:0.0:1767734668.225849:0:248984:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734668.225854:0:248984:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734668.225857:0:248984:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734668.225860:0:248984:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734668.225864:0:248984:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c415c400. 02000000:00000001:0.0:1767734668.225876:0:248984:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734668.225886:0:248984:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734668.225891:0:248984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734668.225900:0:248984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734668.225907:0:248984:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672071040, portal 10 00000100:00000001:0.0:1767734668.225910:0:248984:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734668.225914:0:248984:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000040:0.0:1767734668.225924:0:248984:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8700 x1853602672071040/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734684 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734668.225935:0:248984:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734668.225941:0:248984:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734668.225946:0:248984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b4c8. 00000100:00000200:0.0:1767734668.225951:0:248984:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853602672071040, offset 0 00000400:00000200:0.0:1767734668.225962:0:248984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734668.225970:0:248984:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734668.225980:0:248984:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734668.225987:0:248984:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734668.225992:0:248984:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734668.225996:0:248984:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734668.226002:0:248984:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734668.226007:0:248984:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66509:66509:256:4294967295] 192.168.203.112@tcp LPNI seq info [66509:66509:8:4294967295] 00000400:00000200:0.0:1767734668.226013:0:248984:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734668.226031:0:248984:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734668.226038:0:248984:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734668.226044:0:248984:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734668.226051:0:248984:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734668.226058:0:248984:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734668.226063:0:248984:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:0.0:1767734668.226072:0:248984:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734668.226076:0:248984:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: using a timeout of 6157 usecs (7 jiffies) 00000400:00000200:0.0:1767734668.226081:0:248984:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734668.226091:0:248984:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 2 is 4303430054 00000100:00000001:0.0:1767734668.226094:0:248984:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 2, keep current deadline 4303430322 00000100:00000001:0.0:1767734668.226097:0:248984:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 3 is 4303430054 00000100:00000001:0.0:1767734668.226099:0:248984:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 3, keep current deadline 4303430322 00000100:00000001:0.0:1767734668.226101:0:248984:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734668.226104:0:248984:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734668.226107:0:248984:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734668.226110:0:248984:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734668.226114:0:248984:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb26c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767734668.226118:0:248984:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734668.226121:0:248984:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734668.226200:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734668.226221:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734668.226227:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734668.226235:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734668.226241:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b4c8 00000400:00000010:2.0:1767734668.226243:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b4c8. 00000100:00000001:2.0:1767734668.226248:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734668.226256:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8700 x1853602672071040/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734684 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734668.226269:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734668.226273:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8700 x1853602672071040/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734684 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734668.226283:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734668.226285:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734668.230495:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734668.230509:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734668.230513:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734668.230516:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734668.230524:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734668.230531:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734668.230539:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734668.230543:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734668.230549:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734668.230574:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d2d180 00000400:00000200:2.0:1767734668.230580:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734668.230586:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b685 [1] + 224 00000800:00000001:2.0:1767734668.230593:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734668.230603:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734668.230606:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734668.230612:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734668.230617:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734668.230625:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8700 x1853602672071040/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734684 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734668.230638:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da8700 x1853602672071040/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734684 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734668.230676:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734668.230685:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734668.230690:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734668.230718:0:248984:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734668.230728:0:248984:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734668.230730:0:248984:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734668.230733:0:248984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734668.230740:0:248984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:0.0:1767734668.230742:0:248984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:0.0:1767734668.230746:0:248984:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734668.230755:0:248984:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8700 x1853602672071040/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734684 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734668.230769:0:248984:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8700 x1853602672071040/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734684 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734668.230778:0:248984:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734668.230781:0:248984:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734668.230784:0:248984:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734668.230786:0:248984:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734668.230788:0:248984:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734668.230790:0:248984:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734668.230793:0:248984:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734668.230800:0:248984:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b2013a2458 time=3 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734668.230805:0:248984:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b2013a2410 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734668.230807:0:248984:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734668.230809:0:248984:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734668.230812:0:248984:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734668.230827:0:248984:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734668.230831:0:248984:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734668.230833:0:248984:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b2013a5000: skip recheck: last_committed 0 00000100:00000001:0.0:1767734668.230836:0:248984:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734668.230837:0:248984:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734668.230843:0:248984:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672071040/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734684 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734668.230853:0:248984:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734668.230855:0:248984:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734668.230857:0:248984:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734668.230862:0:248984:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672071040/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734684 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734668.230872:0:248984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job bash:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:248984:1853602672071040:192.168.203.112@tcp:46:bash.0 00000100:00000001:0.0:1767734668.230877:0:248984:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734668.230881:0:248984:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734668.230883:0:248984:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734668.230885:0:248984:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734668.230889:0:248984:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672071040/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734684 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734668.230897:0:248984:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734668.230900:0:248984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb26c0. 00000100:00000001:0.0:1767734668.230903:0:248984:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734668.230905:0:248984:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734668.230907:0:248984:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734668.230910:0:248984:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672071040/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734684 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734668.230918:0:248984:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734668.230920:0:248984:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734668.230923:0:248984:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c415c400. 02000000:00000001:0.0:1767734668.230926:0:248984:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734668.230927:0:248984:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734668.230929:0:248984:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=3 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:0.0:1767734668.230938:0:248984:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734668.230941:0:248984:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d200. 02000000:00000001:0.0:1767734668.230944:0:248984:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734668.230946:0:248984:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734668.230948:0:248984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734668.230951:0:248984:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734668.230953:0:248984:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734668.230955:0:248984:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734668.230958:0:248984:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734668.230961:0:248984:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767734668.230964:0:248984:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b2013a5000 (ffff94b1de020000) now 6 - changelog 00000002:00000001:0.0:1767734668.230968:0:248984:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:0.0:1767734668.230970:0:248984:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff94b1fe4a8840. 00000100:00000040:2.0:1767734668.514438:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303430322, at 4303430336 00000100:00000010:2.0:1767734668.514453:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d420. 00000100:00000040:3.0:1767734668.514490:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303430322, at 4303430336 00000100:00000010:3.0:1767734668.514505:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d780. 00000080:00000001:2.0:1767734668.791280:0:249351:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734669.026442:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734669.026449:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734669.026506:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734669.026513:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734669.026519:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767734669.582293:0:249488:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734670.051432:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734670.051438:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734670.051487:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767734670.051495:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734670.051502:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767734670.423413:0:249632:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734670.700582:0:249683:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734670.745259:0:249692:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734670.745556:0:249692:0:(super25.c:137:lustre_fill_super()) Process entered 00000080:01200004:3.0:1767734670.745560:0:249692:0:(super25.c:139:lustre_fill_super()) VFS Op: sb ffff94b1e7e86000 00000020:00000001:3.0:1767734670.745563:0:249692:0:(obd_mount.c:607:lustre_init_lsi()) Process entered 00000020:00000010:3.0:1767734670.745566:0:249692:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at ffff94b1e7e87000. 00000020:00000010:3.0:1767734670.745569:0:249692:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at ffff94b1c7e3f780. 00000020:00000001:3.0:1767734670.745571:0:249692:0:(obd_mount.c:628:lustre_init_lsi()) Process leaving (rc=18446626090553733120 : -117983155818496 : ffff94b1e7e87000) 00000020:00000001:3.0:1767734670.745577:0:249692:0:(obd_mount.c:1322:lmd_parse()) Process entered 00000020:00000010:3.0:1767734670.745582:0:249692:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff94b1c70a7000. 00000020:00000010:3.0:1767734670.745592:0:249692:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at ffff94b1c73bdb80. 00000020:00000010:3.0:1767734670.745596:0:249692:0:(obd_mount.c:1600:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at ffff94b1de9c02a0. 00000020:00000010:3.0:1767734670.745599:0:249692:0:(obd_mount.c:1628:lmd_parse()) kmalloced '(lmd->lmd_opts)': 17 at ffff94b1c73bda80. 00000020:01000004:3.0:1767734670.745602:0:249692:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:3.0:1767734670.745603:0:249692:0:(obd_mount.c:903:lmd_print()) profile: lustre-client 00000020:01000004:3.0:1767734670.745610:0:249692:0:(obd_mount.c:904:lmd_print()) device: 192.168.203.112@tcp:/lustre 00000020:01000004:3.0:1767734670.745611:0:249692:0:(obd_mount.c:907:lmd_print()) options: user_xattr,flock 00000020:00000001:3.0:1767734670.745613:0:249692:0:(obd_mount.c:1640:lmd_parse()) Process leaving (rc=0 : 0 : 0) 00000080:01000004:3.0:1767734670.745615:0:249692:0:(super25.c:182:lustre_fill_super()) Mounting client lustre-client 00000020:00000001:3.0:1767734670.745617:0:249692:0:(obd_mount.c:279:lustre_start_mgc()) Process entered 00000020:00000010:3.0:1767734670.745629:0:249692:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff94b1c73bd400. 00000020:00000010:3.0:1767734670.745632:0:249692:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at ffff94b1c59d20c0. 00000020:00000001:3.0:1767734670.745636:0:249692:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767734670.745639:0:249692:0:(mgc_request.c:1054:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767734670.745642:0:249692:0:(mgc_request.c:1099:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734670.745643:0:249692:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734670.745645:0:249692:0:(obd_class.h:503:obd_get_info()) Process entered 00000020:00000001:3.0:1767734670.745647:0:249692:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767734670.745650:0:249692:0:(obd_mount.c:392:lustre_start_mgc()) MGC192.168.203.112@tcp:Set MGC reconnect 1 00000020:00000001:3.0:1767734670.745651:0:249692:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767734670.745652:0:249692:0:(mgc_request.c:1054:mgc_set_info_async()) Process entered 10000000:01000000:3.0:1767734670.745654:0:249692:0:(mgc_request.c:1068:mgc_set_info_async()) InitRecov MGC192.168.203.112@tcp 1/d0:i0:r0:or0:FULL 10000000:00000001:3.0:1767734670.745657:0:249692:0:(mgc_request.c:1083:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734670.745658:0:249692:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734670.745660:0:249692:0:(obd_mount.c:397:lustre_start_mgc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734670.745663:0:249692:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at ffff94b1c59d20c0. 00000020:00000010:3.0:1767734670.745665:0:249692:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff94b1c73bd400. 00000020:00000001:3.0:1767734670.745666:0:249692:0:(obd_mount.c:542:lustre_start_mgc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734670.745669:0:249692:0:(llite_lib.c:1388:ll_fill_super()) Process entered 00000080:00200000:3.0:1767734670.745671:0:249692:0:(llite_lib.c:1391:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff94b1e7e86000 (sb ffff94b1e7e86000) 00000080:00000010:3.0:1767734670.745674:0:249692:0:(llite_lib.c:1395:ll_fill_super()) kmalloced '(cfg)': 88 at ffff94b1c5895f00. 00000080:00000001:3.0:1767734670.745675:0:249692:0:(llite_lib.c:96:ll_init_sbi()) Process entered 00000080:00000010:3.0:1767734670.745678:0:249692:0:(llite_lib.c:98:ll_init_sbi()) kmalloced '(sbi)': 1376 at ffff94b1e7e86800. 00000020:00000001:3.0:1767734670.745708:0:249692:0:(cl_page.c:1379:cl_cache_init()) Process entered 00000020:00000010:3.0:1767734670.745724:0:249692:0:(cl_page.c:1380:cl_cache_init()) kmalloced '(cache)': 152 at ffff94b1c59d20c0. 00000020:00000001:3.0:1767734670.745726:0:249692:0:(cl_page.c:1396:cl_cache_init()) Process leaving (rc=18446626089978372288 : -117983731179328 : ffff94b1c59d20c0) 00000080:00000010:3.0:1767734670.745729:0:249692:0:(llite_lib.c:132:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff94b2013da500. 00000080:00000010:3.0:1767734670.745732:0:249692:0:(llite_lib.c:139:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff94b2013dabb0. 00000080:00000001:3.0:1767734670.745739:0:249692:0:(llite_lib.c:240:ll_init_sbi()) Process leaving (rc=18446626090553731072 : -117983155820544 : ffff94b1e7e86800) 00000080:00000001:3.0:1767734670.745741:0:249692:0:(llite_lib.c:1103:ll_options()) Process entered 00000080:01000000:3.0:1767734670.745743:0:249692:0:(llite_lib.c:1113:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1767734670.745749:0:249692:0:(llite_lib.c:1123:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1767734670.745752:0:249692:0:(llite_lib.c:1123:ll_options()) next opt=flock 00000080:00000001:3.0:1767734670.745755:0:249692:0:(llite_lib.c:1269:ll_options()) Process leaving (rc=0 : 0 : 0) 00000080:01000000:3.0:1767734670.745759:0:249692:0:(llite_lib.c:1425:ll_fill_super()) llite sb uuid: 66586885-669e-469f-b1c7-cb1a0fe6eee4 00000080:00000001:3.0:1767734670.745883:0:249692:0:(lproc_llite.c:2743:ll_debugfs_register_super()) Process entered 00000020:00000010:3.0:1767734670.746088:0:249692:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1ded3ac00. 00000020:00000010:3.0:1767734670.746093:0:249692:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at ffff94b1e7e81800. 00000020:00000010:3.0:1767734670.746107:0:249692:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1ded3bc00. 00000020:00000010:3.0:1767734670.746111:0:249692:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at ffff94b1ded39400. 00000080:00000001:3.0:1767734670.746126:0:249692:0:(lproc_llite.c:2813:ll_debugfs_register_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734670.746129:0:249692:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:3.0:1767734670.746132:0:249692:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at ffff94b1c7e3fb00. 00000020:00000010:3.0:1767734670.746136:0:249692:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff94b1c59d2780. 00000020:00000001:3.0:1767734670.746139:0:249692:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767734670.746143:0:249692:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1f4628c00. 00000020:00000010:3.0:1767734670.746149:0:249692:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1f4629000. 00000040:00000010:3.0:1767734670.746154:0:249692:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1f4628000. 00000020:00000010:3.0:1767734670.746160:0:249692:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1e7e80800. 00000020:00000010:3.0:1767734670.746167:0:249692:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1f4629a00. 00040000:00000010:3.0:1767734670.746173:0:249692:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1f7416700. 00040000:00000010:3.0:1767734670.746178:0:249692:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1f4629200. 10000000:00000001:3.0:1767734670.746183:0:249692:0:(mgc_request.c:1931:mgc_process_config()) Process entered 10000000:00000001:3.0:1767734670.746185:0:249692:0:(mgc_request_server.c:637:mgc_process_config_server()) Process entered 10000000:01000000:3.0:1767734670.746187:0:249692:0:(mgc_request.c:1952:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:3.0:1767734670.746191:0:249692:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:3.0:1767734670.746193:0:249692:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff94b1e7e86000 10000000:00000001:3.0:1767734670.746196:0:249692:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1767734670.746200:0:249692:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767734670.746203:0:249692:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff94b2005f8e00) refs 3 10000000:00000001:3.0:1767734670.746205:0:249692:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734670.746207:0:249692:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446626090964192768 : -117982745358848 : ffff94b2005f8e00) 10000000:00000001:3.0:1767734670.746210:0:249692:0:(mgc_request_server.c:820:mgc_get_local_copy()) Process entered 10000000:00000001:3.0:1767734670.746212:0:249692:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1767734670.746215:0:249692:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734670.746217:0:249692:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1767734670.746225:0:249692:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff94b1e7e86000 10000000:00000010:3.0:1767734670.746229:0:249692:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at ffff94b1f4628400. 10000000:01000000:3.0:1767734670.746232:0:249692:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:3.0:1767734670.746237:0:249692:0:(genops.c:887:class_export_get()) GET export ffff94b1ef334800 refcount=7 10000000:00000001:3.0:1767734670.746239:0:249692:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446626090763060224 : -117982946491392 : ffff94b1f4628400) 10000000:00000001:3.0:1767734670.746241:0:249692:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1767734670.746242:0:249692:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff94b1e7e86000 10000000:00000010:3.0:1767734670.746246:0:249692:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at ffff94b1f4629800. 10000000:01000000:3.0:1767734670.746248:0:249692:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:3.0:1767734670.746250:0:249692:0:(genops.c:887:class_export_get()) GET export ffff94b1ef334800 refcount=8 10000000:00000001:3.0:1767734670.746251:0:249692:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446626090763065344 : -117982946486272 : ffff94b1f4629800) 10000000:00000001:3.0:1767734670.746255:0:249692:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1767734670.746256:0:249692:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff94b1e7e86000 10000000:00000010:3.0:1767734670.746260:0:249692:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at ffff94b1f4629600. 10000000:01000000:3.0:1767734670.746262:0:249692:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 00000020:00000040:3.0:1767734670.746264:0:249692:0:(genops.c:887:class_export_get()) GET export ffff94b1ef334800 refcount=9 10000000:00000001:3.0:1767734670.746266:0:249692:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446626090763064832 : -117982946486784 : ffff94b1f4629600) 10000000:00000001:3.0:1767734670.746268:0:249692:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446626090763065344 : -117982946486272 : ffff94b1f4629800) 10000000:00000001:3.0:1767734670.746271:0:249692:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:3.0:1767734670.746273:0:249692:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff94b1e7e86000 from 1 10000000:00000001:3.0:1767734670.746275:0:249692:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767734670.746277:0:249692:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1767734670.746283:0:249692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdbb80. 00000020:00000040:3.0:1767734670.746287:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767734670.746291:0:249692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734670.746294:0:249692:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734670.746299:0:249692:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734670.746335:0:249692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c9ba7000. 00000100:00000001:3.0:1767734670.746343:0:249692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734670.746348:0:249692:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734670.746352:0:249692:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767734670.746359:0:249692:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d11cc400 count: 3 00010000:00000001:3.0:1767734670.746363:0:249692:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734670.746372:0:249692:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734670.746376:0:249692:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5740e00. 00000020:00000001:3.0:1767734670.746381:0:249692:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734670.746384:0:249692:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5740e00 with handle 0x1886cffb85c2b81c to hash 00000020:00000001:3.0:1767734670.746387:0:249692:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734670.746389:0:249692:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734670.746392:0:249692:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734670.746396:0:249692:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734670.746399:0:249692:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734670.746403:0:249692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1c5740e00/0x1886cffb85c2b81c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734670.746413:0:249692:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff94b1c5740e00/0x1886cffb85c2b81c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734670.746424:0:249692:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff94b1c5740e00/0x1886cffb85c2b81c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767734670.746430:0:249692:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734670.746432:0:249692:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734670.746437:0:249692:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d2480. 00000100:00000001:3.0:1767734670.746440:0:249692:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978373248 : -117983731178368 : ffff94b1c59d2480) 00000100:00000001:3.0:1767734670.746442:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734670.746443:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000001:3.0:1767734670.746448:0:249692:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734670.746452:0:249692:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.746454:0:249692:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734670.746456:0:249692:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734670.746465:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdbb80 x1853602672071168/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.746474:0:249692:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734670.746476:0:249692:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.746479:0:249692:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734670.746482:0:249692:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734670.746492:0:249692:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734670.746496:0:249692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249692:1853602672071168:192.168.203.112@tcp:101:mount.lustre.0 00000100:00000001:3.0:1767734670.746501:0:249692:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734670.746507:0:249692:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734670.746509:0:249692:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.746512:0:249692:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734670.746517:0:249692:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1ded39800. 02000000:00000001:3.0:1767734670.746519:0:249692:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734670.746528:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734670.746552:0:249692:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113cb8. 00000400:00000010:3.0:1767734670.746574:0:249692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7990. 00000100:00000200:3.0:1767734670.746582:0:249692:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672071168, portal 25 00000100:00000001:3.0:1767734670.746584:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734670.746585:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000040:3.0:1767734670.746591:0:249692:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdbb80 x1853602672071168/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.746598:0:249692:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734670.746600:0:249692:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734670.746604:0:249692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7088. 00000100:00000200:3.0:1767734670.746607:0:249692:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853602672071168, offset 0 00000400:00000200:3.0:1767734670.746614:0:249692:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734670.746622:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.746631:0:249692:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734670.746636:0:249692:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734670.746640:0:249692:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734670.746644:0:249692:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734670.746647:0:249692:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734670.746652:0:249692:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66510:66510:256:4294967295] 192.168.203.112@tcp LPNI seq info [66510:66510:8:4294967295] 00000400:00000200:3.0:1767734670.746655:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.746665:0:249692:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734670.746670:0:249692:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734670.746684:0:249692:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416300. 00000800:00000200:3.0:1767734670.746692:0:249692:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734670.746700:0:249692:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734670.746705:0:249692:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767734670.746717:0:249692:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734670.746722:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734670.746725:0:249692:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303433424 00000100:00000010:3.0:1767734670.746729:0:249692:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1c58959c0. 00000100:00000001:3.0:1767734670.746735:0:249692:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767734670.746740:0:249692:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303433424 00000100:00000010:3.0:1767734670.746744:0:249692:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1c58951e0. 00000100:00000001:3.0:1767734670.746747:0:249692:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767734670.746751:0:249692:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734670.746754:0:249692:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.746756:0:249692:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734670.746757:0:249692:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734670.746760:0:249692:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d2480 going to sleep for 11 seconds 00000100:00000001:3.0:1767734670.746763:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734670.746766:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734670.746848:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734670.746851:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416300. 00000400:00000200:3.0:1767734670.746855:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.746861:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734670.746865:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7088 00000400:00000010:3.0:1767734670.746868:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7088. 00000100:00000001:3.0:1767734670.746871:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734670.746876:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdbb80 x1853602672071168/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.746885:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.746888:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdbb80 x1853602672071168/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.746895:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.746903:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734670.749061:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.749072:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.749075:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.749078:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.749084:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.749090:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734670.749096:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.749100:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.749105:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.749108:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 344 into portal 25 MB=0x695d780d2d200 00000400:00000200:3.0:1767734670.749113:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.749118:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 344/344 into md 0x7b68d [1] + 224 00000800:00000001:3.0:1767734670.749217:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.749226:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.749229:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.749234:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734670.749239:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.749245:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdbb80 x1853602672071168/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734670.749255:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff94b200bdbb80 x1853602672071168/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.749270:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734670.749277:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.749281:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.749296:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734670.749302:0:249692:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734670.749304:0:249692:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734670.749331:0:249692:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113cb8. 00000400:00000200:3.0:1767734670.749336:0:249692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7990 00000400:00000010:3.0:1767734670.749338:0:249692:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7990. 00000100:00000001:3.0:1767734670.749341:0:249692:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.749345:0:249692:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdbb80 x1853602672071168/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734670.749370:0:249692:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdbb80 x1853602672071168/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.749377:0:249692:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734670.749379:0:249692:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.749382:0:249692:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734670.749385:0:249692:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734670.749387:0:249692:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734670.749390:0:249692:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.749393:0:249692:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734670.749398:0:249692:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=98 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734670.749403:0:249692:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=98 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734670.749406:0:249692:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734670.749407:0:249692:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734670.749410:0:249692:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734670.749413:0:249692:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.749416:0:249692:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734670.749421:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdbb80 x1853602672071168/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.749428:0:249692:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734670.749430:0:249692:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734670.749433:0:249692:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734670.749437:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdbb80 x1853602672071168/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734670.749444:0:249692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249692:1853602672071168:192.168.203.112@tcp:101:mount.lustre.0 00000100:00000001:3.0:1767734670.749450:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.749454:0:249692:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.749457:0:249692:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734670.749459:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.749463:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdbb80 x1853602672071168/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.749468:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734670.749479:0:249692:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c59d2480. 00000100:00000001:3.0:1767734670.749483:0:249692:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734670.749484:0:249692:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734670.749487:0:249692:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734670.749491:0:249692:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734670.749493:0:249692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734670.749495:0:249692:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740e00 refcount=4 00000020:00000001:3.0:1767734670.749497:0:249692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734670.749500:0:249692:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000040:3.0:1767734670.749506:0:249692:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c5740e00, remote cookie: 0x9bbb2ede58dabaec, flags: 0x0 00010000:00000001:3.0:1767734670.749510:0:249692:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767734670.749514:0:249692:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767734670.749517:0:249692:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767734670.749519:0:249692:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767734670.749522:0:249692:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767734670.749524:0:249692:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff94b1d11cc400) refcount = 3 00010000:00000040:3.0:1767734670.749527:0:249692:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767734670.749531:0:249692:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.112@tcp lock: ffff94b1c5740c00/0x1886cffb85c2b77b lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x9bbb2ede58dab9db expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767734670.749557:0:249692:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.112@tcp lock: ffff94b1de1a9400/0x1886cffb85c0f4d4 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x9bbb2ede58d288d6 expref: -99 pid: 215714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734670.749578:0:249692:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff94b1c5740e00/0x1886cffb85c2b81c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58dabaec expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734670.749584:0:249692:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767734670.749587:0:249692:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767734670.749589:0:249692:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734670.749593:0:249692:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767734670.749596:0:249692:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734670.749600:0:249692:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff94b1c5740e00/0x1886cffb85c2b81c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x9bbb2ede58dabaec expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734670.749605:0:249692:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767734670.749614:0:249692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734670.749616:0:249692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734670.749618:0:249692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734670.749619:0:249692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734670.749620:0:249692:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.749622:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.749628:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdbb80 x1853602672071168/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.749635:0:249692:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734670.749638:0:249692:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734670.749642:0:249692:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1ded39800. 02000000:00000001:3.0:1767734670.749645:0:249692:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734670.749647:0:249692:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734670.749649:0:249692:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767734670.749653:0:249692:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734670.749656:0:249692:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c9ba7000. 02000000:00000001:3.0:1767734670.749659:0:249692:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734670.749661:0:249692:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734670.749664:0:249692:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdbb80. 00000100:00000001:3.0:1767734670.749668:0:249692:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734670.749670:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767734670.749672:0:249692:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734670.749675:0:249692:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767734670.749677:0:249692:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff94b1f4629800) refs 2 10000000:00000001:3.0:1767734670.749679:0:249692:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734670.749682:0:249692:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734670.749683:0:249692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734670.749685:0:249692:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740e00 refcount=3 00000020:00000001:3.0:1767734670.749688:0:249692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734670.749690:0:249692:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734670.749692:0:249692:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767734670.749694:0:249692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734670.749695:0:249692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734670.749696:0:249692:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734670.749698:0:249692:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1767734670.749702:0:249692:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff94b1f6013580. 00000020:00000010:3.0:1767734670.749706:0:249692:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c9ba7000. 00000020:00000010:3.0:1767734670.749719:0:249692:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1ee885e00. 00000040:00000010:3.0:1767734670.749723:0:249692:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1ee885200. 00000020:00000010:3.0:1767734670.749727:0:249692:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1e7e85000. 00000020:00000010:3.0:1767734670.749731:0:249692:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c1488200. 80000000:00000010:3.0:1767734670.749735:0:249692:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94b1c5895420. 00040000:00000010:3.0:1767734670.749740:0:249692:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c6359400. 20000000:00000010:3.0:1767734670.749744:0:249692:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff94b1c6358600. 10000000:00000040:3.0:1767734670.749748:0:249692:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff94b1f60c1840 : new refcount 2 00000020:00000001:3.0:1767734670.749752:0:249692:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1767734670.749754:0:249692:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:3.0:1767734670.749756:0:249692:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767734670.749760:0:249692:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1c6358200. 00000040:00000001:3.0:1767734670.749763:0:249692:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767734670.749766:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:3.0:1767734670.749771:0:249692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdbb80. 00000020:00000040:3.0:1767734670.749774:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767734670.749777:0:249692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734670.749779:0:249692:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734670.749782:0:249692:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734670.749788:0:249692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c6359a00. 00000100:00000001:3.0:1767734670.749792:0:249692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.749796:0:249692:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734670.749798:0:249692:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734670.749803:0:249692:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d2480. 00000100:00000001:3.0:1767734670.749805:0:249692:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978373248 : -117983731178368 : ffff94b1c59d2480) 00000100:00000001:3.0:1767734670.749807:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734670.749809:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000001:3.0:1767734670.749812:0:249692:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734670.749816:0:249692:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.749818:0:249692:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734670.749819:0:249692:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734670.749823:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdbb80 x1853602672071296/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.749830:0:249692:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734670.749839:0:249692:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.749842:0:249692:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734670.749845:0:249692:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734670.749848:0:249692:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734670.749851:0:249692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249692:1853602672071296:192.168.203.112@tcp:501:mount.lustre.0 00000100:00000001:3.0:1767734670.749855:0:249692:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734670.749858:0:249692:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734670.749861:0:249692:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.749863:0:249692:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734670.749867:0:249692:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c6358c00. 02000000:00000001:3.0:1767734670.749870:0:249692:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734670.749875:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734670.749880:0:249692:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113cb8. 00000400:00000010:3.0:1767734670.749885:0:249692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7990. 00000100:00000200:3.0:1767734670.749889:0:249692:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672071296, portal 25 00000100:00000001:3.0:1767734670.749891:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734670.749893:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000040:3.0:1767734670.749897:0:249692:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdbb80 x1853602672071296/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.749904:0:249692:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734670.749908:0:249692:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734670.749911:0:249692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7088. 00000100:00000200:3.0:1767734670.749914:0:249692:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853602672071296, offset 0 00000400:00000200:3.0:1767734670.749919:0:249692:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734670.749924:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.749929:0:249692:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734670.749934:0:249692:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734670.749937:0:249692:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734670.749940:0:249692:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734670.749943:0:249692:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734670.749946:0:249692:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66511:66511:256:4294967295] 192.168.203.112@tcp LPNI seq info [66511:66511:8:4294967295] 00000400:00000200:3.0:1767734670.749951:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.749959:0:249692:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734670.749972:0:249692:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734670.749976:0:249692:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416300. 00000800:00000200:3.0:1767734670.749981:0:249692:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734670.749988:0:249692:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734670.749991:0:249692:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416300 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1767734670.750008:0:249692:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734670.750012:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734670.750015:0:249692:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303433427 00000100:00000001:3.0:1767734670.750020:0:249692:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303433424 00000100:00000001:3.0:1767734670.750024:0:249692:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303433427 00000100:00000001:3.0:1767734670.750027:0:249692:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303433424 00000100:00000001:3.0:1767734670.750031:0:249692:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734670.750033:0:249692:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.750035:0:249692:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734670.750037:0:249692:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734670.750039:0:249692:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d2480 going to sleep for 11 seconds 00000100:00000001:3.0:1767734670.750042:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734670.750044:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734670.750125:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734670.750131:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416300. 00000400:00000200:2.0:1767734670.750136:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734670.750143:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734670.750147:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7088 00000400:00000010:2.0:1767734670.750149:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7088. 00000100:00000001:2.0:1767734670.750154:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734670.750160:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdbb80 x1853602672071296/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.750170:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.750174:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdbb80 x1853602672071296/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1767734686 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.750181:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.750182:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734670.751775:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.751784:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.751787:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.751789:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.751795:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.751800:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734670.751807:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.751811:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.751816:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.751820:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 25 MB=0x695d780d2d280 00000400:00000200:3.0:1767734670.751825:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.751828:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 272/272 into md 0x7b69d [1] + 224 00000800:00000001:3.0:1767734670.751833:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.751848:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.751851:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.751855:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734670.751860:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.751866:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdbb80 x1853602672071296/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734670.751877:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94b200bdbb80 x1853602672071296/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.751899:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734670.751904:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.751907:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.751931:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734670.751939:0:249692:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734670.751941:0:249692:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734670.751943:0:249692:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113cb8. 00000400:00000200:0.0:1767734670.751948:0:249692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7990 00000400:00000010:0.0:1767734670.751950:0:249692:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7990. 00000100:00000001:0.0:1767734670.751953:0:249692:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734670.751960:0:249692:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdbb80 x1853602672071296/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734670.751970:0:249692:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdbb80 x1853602672071296/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.751978:0:249692:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734670.751979:0:249692:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.751981:0:249692:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734670.751983:0:249692:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734670.751985:0:249692:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734670.751986:0:249692:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734670.751989:0:249692:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734670.751992:0:249692:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=98 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734670.751995:0:249692:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=98 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734670.751997:0:249692:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734670.751999:0:249692:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734670.752000:0:249692:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734670.752003:0:249692:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.752005:0:249692:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734670.752009:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdbb80 x1853602672071296/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.752016:0:249692:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734670.752018:0:249692:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734670.752020:0:249692:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734670.752023:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdbb80 x1853602672071296/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1767734686 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734670.752030:0:249692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249692:1853602672071296:192.168.203.112@tcp:501:mount.lustre.0 00000100:00000001:0.0:1767734670.752034:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.752037:0:249692:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.752039:0:249692:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734670.752040:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734670.752043:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdbb80 x1853602672071296/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1767734686 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.752049:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734670.752051:0:249692:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c59d2480. 00000100:00000001:0.0:1767734670.752053:0:249692:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734670.752054:0:249692:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734670.752057:0:249692:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1767734670.752060:0:249692:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734670.752061:0:249692:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767734670.752063:0:249692:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767734670.752064:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734670.752069:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdbb80 x1853602672071296/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1767734686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.752075:0:249692:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734670.752077:0:249692:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734670.752079:0:249692:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c6358c00. 02000000:00000001:0.0:1767734670.752081:0:249692:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734670.752083:0:249692:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734670.752085:0:249692:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767734670.752087:0:249692:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734670.752089:0:249692:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c6359a00. 02000000:00000001:0.0:1767734670.752093:0:249692:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734670.752094:0:249692:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734670.752096:0:249692:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdbb80. 00000100:00000001:0.0:1767734670.752100:0:249692:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734670.752102:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767734670.752104:0:249692:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734670.752107:0:249692:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767734670.752114:0:249692:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff94b1d0c4a000. 00000040:00000001:0.0:1767734670.752116:0:249692:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767734670.752118:0:249692:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1767734670.752120:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:0.0:1767734670.752125:0:249692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734670.752127:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767734670.752129:0:249692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734670.752131:0:249692:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734670.752134:0:249692:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734670.752138:0:249692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1fe884800. 00000100:00000001:0.0:1767734670.752142:0:249692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.752145:0:249692:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734670.752146:0:249692:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734670.752150:0:249692:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbb9b600. 00000100:00000001:0.0:1767734670.752152:0:249692:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886215168 : -117982823336448 : ffff94b1fbb9b600) 00000100:00000001:0.0:1767734670.752155:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734670.752157:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734670.752160:0:249692:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734670.752162:0:249692:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.752165:0:249692:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734670.752166:0:249692:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734670.752171:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672071424/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.752178:0:249692:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734670.752180:0:249692:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734670.752183:0:249692:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734670.752186:0:249692:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734670.752188:0:249692:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734670.752192:0:249692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249692:1853602672071424:192.168.203.112@tcp:503:mount.lustre.0 00000100:00000001:0.0:1767734670.752196:0:249692:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734670.752198:0:249692:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734670.752199:0:249692:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734670.752200:0:249692:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734670.752214:0:249692:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1c423c000. 02000000:00000001:0.0:1767734670.752216:0:249692:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734670.752222:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734670.752227:0:249692:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734670.752231:0:249692:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1fbb9be40. 00000100:00000200:0.0:1767734670.752235:0:249692:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672071424, portal 25 00000100:00000001:0.0:1767734670.752238:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734670.752240:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000040:0.0:1767734670.752245:0:249692:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8700 x1853602672071424/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.752251:0:249692:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734670.752253:0:249692:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734670.752256:0:249692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734670.752259:0:249692:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853602672071424, offset 0 00000400:00000200:0.0:1767734670.752265:0:249692:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734670.752270:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734670.752276:0:249692:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734670.752279:0:249692:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734670.752283:0:249692:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734670.752286:0:249692:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734670.752289:0:249692:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734670.752292:0:249692:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66512:66512:256:4294967295] 192.168.203.112@tcp LPNI seq info [66512:66512:8:4294967295] 00000400:00000200:0.0:1767734670.752297:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734670.752333:0:249692:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734670.752343:0:249692:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734670.752350:0:249692:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f400. 00000800:00000200:0.0:1767734670.752359:0:249692:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734670.752370:0:249692:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734670.752375:0:249692:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767734670.752397:0:249692:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734670.752405:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734670.752410:0:249692:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303433430 00000100:00000001:0.0:1767734670.752420:0:249692:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303433427 00000100:00000001:0.0:1767734670.752427:0:249692:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303433430 00000100:00000001:0.0:1767734670.752438:0:249692:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303433427 00000100:00000001:0.0:1767734670.752444:0:249692:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734670.752448:0:249692:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.752450:0:249692:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734670.752452:0:249692:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734670.752455:0:249692:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbb9b600 going to sleep for 11 seconds 00000100:00000001:0.0:1767734670.752458:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734670.752461:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734670.752471:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734670.752476:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f400. 00000400:00000200:3.0:1767734670.752482:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.752488:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734670.752492:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:3.0:1767734670.752494:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:3.0:1767734670.752499:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734670.752505:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8700 x1853602672071424/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.752513:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.752518:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8700 x1853602672071424/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.752525:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.752527:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734670.754075:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.754083:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.754085:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.754088:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.754093:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.754098:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734670.754119:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.754122:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.754228:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.754232:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8416 into portal 25 MB=0x695d780d2d300 00000400:00000200:3.0:1767734670.754237:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.754241:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 8416/8416 into md 0x7b6ad [4] + 224 00000800:00000001:3.0:1767734670.754248:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.754259:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.754261:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.754265:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734670.754269:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.754275:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8700 x1853602672071424/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734670.754285:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94b1f2da8700 x1853602672071424/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.754302:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734670.754361:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.754365:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.754386:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734670.754395:0:249692:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734670.754398:0:249692:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734670.754402:0:249692:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734670.754410:0:249692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fbb9be40 00000400:00000010:0.0:1767734670.754414:0:249692:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1fbb9be40. 00000100:00000001:0.0:1767734670.754420:0:249692:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734670.754430:0:249692:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8700 x1853602672071424/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734670.754447:0:249692:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8700 x1853602672071424/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.754459:0:249692:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734670.754462:0:249692:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.754465:0:249692:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734670.754467:0:249692:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734670.754469:0:249692:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734670.754471:0:249692:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734670.754473:0:249692:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734670.754477:0:249692:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=98 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734670.754481:0:249692:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=98 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734670.754483:0:249692:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734670.754484:0:249692:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734670.754486:0:249692:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734670.754488:0:249692:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.754490:0:249692:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734670.754494:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672071424/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.754500:0:249692:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734670.754502:0:249692:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734670.754504:0:249692:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734670.754508:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672071424/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734670.754515:0:249692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249692:1853602672071424:192.168.203.112@tcp:503:mount.lustre.0 00000100:00000001:0.0:1767734670.754522:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.754525:0:249692:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.754528:0:249692:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734670.754529:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734670.754550:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672071424/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.754558:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734670.754561:0:249692:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbb9b600. 00000100:00000001:0.0:1767734670.754564:0:249692:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734670.754566:0:249692:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734670.754570:0:249692:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1767734670.754572:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734670.754576:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672071424/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.754582:0:249692:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734670.754584:0:249692:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734670.754586:0:249692:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1c423c000. 02000000:00000001:0.0:1767734670.754597:0:249692:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734670.754599:0:249692:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734670.754600:0:249692:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767734670.754602:0:249692:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734670.754604:0:249692:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1fe884800. 02000000:00000001:0.0:1767734670.754607:0:249692:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734670.754608:0:249692:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734670.754609:0:249692:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734670.754612:0:249692:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734670.754613:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767734670.754616:0:249692:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734670.754617:0:249692:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767734670.754619:0:249692:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767734670.754620:0:249692:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734670.754623:0:249692:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734670.754625:0:249692:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767734670.754630:0:249692:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94b1f4645000. 00000040:00001000:0.0:1767734670.754632:0:249692:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:2.0:1767734670.754882:0:249696:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767734670.754912:0:249696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b0db604a00. 00000020:00000010:2.0:1767734670.754920:0:249696:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b0db605600. 00000040:00000010:2.0:1767734670.754925:0:249696:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b0db604400. 00000020:00000010:2.0:1767734670.754929:0:249696:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1c4039000. 00000020:00000010:2.0:1767734670.754935:0:249696:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94b1fdca4b78. 00000020:00000010:2.0:1767734670.754939:0:249696:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b0db605e00. 80000000:00000010:2.0:1767734670.754943:0:249696:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94b1c7f91240. 40000000:00000010:2.0:1767734670.754947:0:249696:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff94b1f0ebdf00. 00100000:00000010:2.0:1767734670.754961:0:249696:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94b1c403b800. 00040000:00000010:2.0:1767734670.754966:0:249696:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1c5857600. 00040000:00000010:2.0:1767734670.754970:0:249696:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff94b1c403a000. 00040000:00000010:2.0:1767734670.754973:0:249696:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b0db605000. 00000004:00000010:2.0:1767734670.754978:0:249696:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94b1c403e800. 00000004:00000010:2.0:1767734670.754986:0:249696:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff94b1d24ef000. 00000004:00000010:2.0:1767734670.754993:0:249696:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff94b1c403f800. 00002000:00000010:2.0:1767734670.754999:0:249696:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff94b1d07db000. 00000004:00000010:2.0:1767734670.755004:0:249696:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff94b1d07dac00. 00000020:00000010:2.0:1767734670.755008:0:249696:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1f0ebd1c0. 00000040:00000010:2.0:1767734670.755018:0:249696:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94b1d0c7c000. 00000040:00001000:2.0:1767734670.755021:0:249696:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:2.0:1767734670.755023:0:249696:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767734670.755026:0:249696:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1767734670.755030:0:249696:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:2.0:1767734670.755036:0:249696:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cad80. 00000020:00000040:2.0:1767734670.755039:0:249696:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767734670.755058:0:249696:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734670.755061:0:249696:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734670.755065:0:249696:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734670.755073:0:249696:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b0db605200. 00000100:00000001:2.0:1767734670.755078:0:249696:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.755083:0:249696:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734670.755085:0:249696:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734670.755090:0:249696:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1b9c0. 00000100:00000001:2.0:1767734670.755093:0:249696:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553293248 : -117983156258368 : ffff94b1e7e1b9c0) 00000100:00000001:2.0:1767734670.755096:0:249696:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734670.755099:0:249696:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155552128 : -117983553999488 : ffff94b1d02cad80) 00000100:00000001:2.0:1767734670.755103:0:249696:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734670.755107:0:249696:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.755109:0:249696:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734670.755111:0:249696:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734670.755118:0:249696:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cad80 x1853602672071552/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.755129:0:249696:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734670.755141:0:249696:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.755145:0:249696:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734670.755147:0:249696:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734670.755150:0:249696:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734670.755155:0:249696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6d7b501b-fa70-4fef-9613-be2df560a7ce:249696:1853602672071552:192.168.203.112@tcp:502:llog_process_th.0 00000100:00000001:2.0:1767734670.755160:0:249696:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734670.755163:0:249696:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734670.755166:0:249696:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.755169:0:249696:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734670.755181:0:249696:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1c423c000. 02000000:00000001:2.0:1767734670.755184:0:249696:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.755191:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734670.755198:0:249696:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e6e0. 00000400:00000010:2.0:1767734670.755204:0:249696:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1e7e1b6c0. 00000100:00000200:2.0:1767734670.755209:0:249696:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672071552, portal 25 00000100:00000001:2.0:1767734670.755212:0:249696:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734670.755215:0:249696:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155552128 : -117983553999488 : ffff94b1d02cad80) 00000100:00000040:2.0:1767734670.755221:0:249696:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cad80 x1853602672071552/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.755231:0:249696:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734670.755234:0:249696:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734670.755240:0:249696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29c38. 00000100:00000200:2.0:1767734670.755244:0:249696:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853602672071552, offset 0 00000400:00000200:2.0:1767734670.755250:0:249696:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734670.755257:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.755262:0:249696:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734670.755267:0:249696:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734670.755271:0:249696:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734670.755275:0:249696:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734670.755278:0:249696:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734670.755282:0:249696:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66513:66513:256:4294967295] 192.168.203.112@tcp LPNI seq info [66513:66513:8:4294967295] 00000400:00000200:2.0:1767734670.755286:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.755305:0:249696:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734670.755311:0:249696:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734670.755315:0:249696:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857700. 00000800:00000200:2.0:1767734670.755321:0:249696:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734670.755344:0:249696:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734670.755348:0:249696:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857700 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767734670.755380:0:249696:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.755389:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734670.755396:0:249696:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303433433 00000100:00000001:2.0:1767734670.755400:0:249696:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303433430 00000100:00000001:2.0:1767734670.755421:0:249696:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303433433 00000100:00000001:2.0:1767734670.755425:0:249696:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303433430 00000100:00000001:2.0:1767734670.755428:0:249696:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.755431:0:249696:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.755434:0:249696:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734670.755436:0:249696:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734670.755439:0:249696:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1b9c0 going to sleep for 11 seconds 00000100:00000001:2.0:1767734670.755441:0:249696:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734670.755444:0:249696:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734670.755578:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734670.755583:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857700. 00000400:00000200:3.0:1767734670.755588:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.755593:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734670.755596:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29c38 00000400:00000010:3.0:1767734670.755598:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29c38. 00000100:00000001:3.0:1767734670.755602:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734670.755607:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cad80 x1853602672071552/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.755615:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.755618:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cad80 x1853602672071552/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.755624:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.755626:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734670.757362:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.757370:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.757380:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.757383:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.757388:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.757408:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734670.757413:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.757416:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.757420:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.757423:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 25 MB=0x695d780d2d380 00000400:00000200:3.0:1767734670.757427:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.757431:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7b6b5 [4] + 224 00000800:00000001:3.0:1767734670.757437:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.757449:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.757452:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.757457:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734670.757462:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.757468:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cad80 x1853602672071552/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734670.757479:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1d02cad80 x1853602672071552/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.757525:0:249696:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734670.757596:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734670.757611:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.757615:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767734670.757636:0:249696:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734670.757640:0:249696:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734670.757643:0:249696:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e6e0. 00000400:00000200:2.0:1767734670.757648:0:249696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1e7e1b6c0 00000400:00000010:2.0:1767734670.757650:0:249696:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1e7e1b6c0. 00000100:00000001:2.0:1767734670.757653:0:249696:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734670.757660:0:249696:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cad80 x1853602672071552/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734670.757671:0:249696:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cad80 x1853602672071552/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.757678:0:249696:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734670.757688:0:249696:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.757690:0:249696:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734670.757692:0:249696:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734670.757694:0:249696:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734670.757696:0:249696:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.757698:0:249696:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734670.757701:0:249696:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=98 v=5 (5 5 5 5) 00000100:00001000:2.0:1767734670.757705:0:249696:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=98 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734670.757707:0:249696:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734670.757708:0:249696:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.757710:0:249696:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734670.757712:0:249696:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.757713:0:249696:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734670.757717:0:249696:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cad80 x1853602672071552/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.757723:0:249696:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.757726:0:249696:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734670.757728:0:249696:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734670.757731:0:249696:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cad80 x1853602672071552/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734670.757739:0:249696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6d7b501b-fa70-4fef-9613-be2df560a7ce:249696:1853602672071552:192.168.203.112@tcp:502:llog_process_th.0 00000100:00000001:2.0:1767734670.757743:0:249696:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.757746:0:249696:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.757748:0:249696:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734670.757749:0:249696:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.757752:0:249696:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cad80 x1853602672071552/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.757758:0:249696:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734670.757761:0:249696:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1e7e1b9c0. 00000100:00000001:2.0:1767734670.757763:0:249696:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734670.757765:0:249696:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734670.757769:0:249696:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1767734670.757770:0:249696:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.757780:0:249696:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cad80 x1853602672071552/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.757786:0:249696:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734670.757787:0:249696:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734670.757789:0:249696:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1c423c000. 02000000:00000001:2.0:1767734670.757796:0:249696:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734670.757798:0:249696:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.757799:0:249696:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734670.757801:0:249696:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734670.757803:0:249696:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b0db605200. 02000000:00000001:2.0:1767734670.757805:0:249696:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734670.757807:0:249696:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734670.757808:0:249696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cad80. 00000100:00000001:2.0:1767734670.757812:0:249696:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734670.757813:0:249696:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767734670.757815:0:249696:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.757816:0:249696:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734670.757818:0:249696:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767734670.757820:0:249696:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.757823:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c000 type=0x10620000 idx=1 00000040:00001000:2.0:1767734670.757825:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:2.0:1767734670.757828:0:249696:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.757830:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.757833:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.757834:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.757836:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767734670.757840:0:249696:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767734670.757842:0:249696:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.757848:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c5857000. 00000020:00000080:2.0:1767734670.757851:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.757854:0:249696:0:(obd_config.c:1477:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:00000001:2.0:1767734670.757857:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.757859:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c5857000. 00000020:00000001:2.0:1767734670.757862:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.757864:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c0e0 type=0x10620000 idx=2 00000040:00001000:2.0:1767734670.757866:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:2.0:1767734670.757876:0:249696:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.757878:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.757881:0:249696:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f0ebdcc0. 00000020:01000000:2.0:1767734670.757884:0:249696:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.757886:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff94b1c98bfa80. 00000020:00000080:2.0:1767734670.757888:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1767734670.757906:0:249696:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:2.0:1767734670.757908:0:249696:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:2.0:1767734670.757927:0:249696:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6368 at ffff94b1c69998e0. 00000020:00000080:2.0:1767734670.757932:0:249696:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilov-ffff94b1e7e86000 (ffff94b1c69998e0) 00000020:00000001:2.0:1767734670.757935:0:249696:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767734670.757939:0:249696:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b1c403d000. 00000020:00000001:2.0:1767734670.757941:0:249696:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734670.757944:0:249696:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c403d000 with handle 0x1886cffb85c2b823 to hash 00000020:00000001:2.0:1767734670.757946:0:249696:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767734670.757949:0:249696:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767734670.757951:0:249696:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.757954:0:249696:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626089951547392 : -117983758004224 : ffff94b1c403d000) 00000020:00000040:2.0:1767734670.757958:0:249696:0:(genops.c:898:class_export_put()) PUTting export ffff94b1c403d000 : new refcount 1 00000020:00000040:2.0:1767734670.757966:0:249696:0:(obd_config.c:927:class_incref()) incref lustre-clilov-ffff94b1e7e86000 (ffff94b1c69998e0) now 2 - obd_device_list 00000020:00000001:2.0:1767734670.757970:0:249696:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767734670.757973:0:249696:0:(obd_config.c:657:class_attach()) OBD: dev 1 attached type lov with refcount 2 00000020:00000001:2.0:1767734670.757976:0:249696:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.757978:0:249696:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.757980:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.757983:0:249696:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f0ebdcc0. 00000020:00000001:2.0:1767734670.757985:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.757988:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c158 type=0x10620000 idx=3 00000040:00001000:2.0:1767734670.757990:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:2.0:1767734670.757992:0:249696:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.757993:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.757996:0:249696:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f0ebdcc0. 00000020:01000000:2.0:1767734670.757998:0:249696:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.758008:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff94b1e7e1b9c0. 00000020:00000080:2.0:1767734670.758010:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:2.0:1767734670.758015:0:249696:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:2.0:1767734670.758030:0:249696:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767734670.758035:0:249696:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b1c5857000. 00000001:00000010:2.0:1767734670.758039:0:249696:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1f3a59060. 00000001:00000010:2.0:1767734670.758043:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b0db605200. 00000001:00000010:2.0:1767734670.758046:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b0db605400. 00000001:00000010:2.0:1767734670.758049:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1f4628200. 00000001:00000010:2.0:1767734670.758052:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c4eb4400. 00000001:00000001:2.0:1767734670.758054:0:249696:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767734670.758056:0:249696:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b1c5857700. 00000001:00000010:2.0:1767734670.758058:0:249696:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1f3a59600. 00000001:00000010:2.0:1767734670.758061:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c4eb5c00. 00000001:00000010:2.0:1767734670.758063:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1d96c9000. 00000001:00000010:2.0:1767734670.758066:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1d96c9c00. 00000001:00000010:2.0:1767734670.758069:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c337c400. 00000020:00000001:2.0:1767734670.758072:0:249696:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:2.0:1767734670.758075:0:249696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c337cc00. 00000020:00000010:2.0:1767734670.758080:0:249696:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.758084:0:249696:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94b1c5924d48. 00000008:00000010:2.0:1767734670.758091:0:249696:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94b1fa614840. 00020000:00000010:2.0:1767734670.758096:0:249696:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff94b1ef421d40. 00008000:00000010:2.0:1767734670.758101:0:249696:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94b1f60eb7f8. 00000080:00000010:2.0:1767734670.758107:0:249696:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94b1f8d2cb40. 00000020:00000010:2.0:1767734670.758111:0:249696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c337de00. 00000020:00000010:2.0:1767734670.758114:0:249696:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c337d200. 00000020:00000010:2.0:1767734670.758117:0:249696:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c7f91b40. 00000008:00000010:2.0:1767734670.758123:0:249696:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734670.758127:0:249696:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734670.758131:0:249696:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734670.758136:0:249696:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734670.758140:0:249696:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1ee855918. 00020000:00000010:2.0:1767734670.758151:0:249696:0:(lov_dev.c:609:lov_device_alloc()) kmalloced '(ld)': 584 at ffff94b1d07da800. 00020000:00000001:2.0:1767734670.758156:0:249696:0:(lov_obd.c:677:lov_setup()) Process entered 00000020:00000001:2.0:1767734670.758166:0:249696:0:(lu_tgt_pool.c:44:lu_tgt_pool_init()) Process entered 00000020:00000010:2.0:1767734670.758169:0:249696:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff94b201982138. 00000020:00000001:2.0:1767734670.758171:0:249696:0:(lu_tgt_pool.c:57:lu_tgt_pool_init()) Process leaving 00020000:00000010:2.0:1767734670.758317:0:249696:0:(lov_dev.c:626:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffff94b1c4c1e000. 00020000:00000010:2.0:1767734670.758363:0:249696:0:(lov_dev.c:633:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffff94b1c4c1d000. 00000020:00000001:2.0:1767734670.758366:0:249696:0:(lu_object.c:1098:lu_site_init()) Process entered 00000020:00000010:2.0:1767734670.758391:0:249696:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff94b1c423c000. 00000020:00000010:2.0:1767734670.758401:0:249696:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1e7f48400. 00000020:00000010:2.0:1767734670.758406:0:249696:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff94b1e7e1b6c0. 00000020:00000001:2.0:1767734670.758410:0:249696:0:(lu_object.c:1160:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734670.758414:0:249696:0:(lov_dev.c:645:lov_device_alloc()) Process leaving (rc=18446626090160859136 : -117983548692480 : ffff94b1d07da800) 00020000:00000001:2.0:1767734670.758418:0:249696:0:(lov_dev.c:268:lov_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.758421:0:249696:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c337d200. 00000020:00000010:2.0:1767734670.758427:0:249696:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c7f91b40. 00000008:00000010:2.0:1767734670.758432:0:249696:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734670.758438:0:249696:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734670.758444:0:249696:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734670.758449:0:249696:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734670.758455:0:249696:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1ee855918. 00000020:00000010:2.0:1767734670.758461:0:249696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c337de00. 00000020:00000010:2.0:1767734670.758466:0:249696:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.758471:0:249696:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94b1c5924d48. 00000008:00000010:2.0:1767734670.758476:0:249696:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1fa614840. 00020000:00000010:2.0:1767734670.758481:0:249696:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1ef421d40. 00008000:00000010:2.0:1767734670.758487:0:249696:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1f60eb7f8. 00000080:00000010:2.0:1767734670.758492:0:249696:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1f8d2cb40. 00000020:00000010:2.0:1767734670.758497:0:249696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c337cc00. 00000020:00000001:2.0:1767734670.758502:0:249696:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734670.758505:0:249696:0:(obd_config.c:927:class_incref()) incref lustre-clilov-ffff94b1e7e86000 (ffff94b1c69998e0) now 3 - setup 00000020:00000080:2.0:1767734670.758508:0:249696:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-clilov-ffff94b1e7e86000 (uuid 66586885-669e-469f-b1c7-cb1a0fe6eee4) 00000020:00000001:2.0:1767734670.758511:0:249696:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.758520:0:249696:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.758523:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff94b1e7e1b9c0. 00000020:00000010:2.0:1767734670.758528:0:249696:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f0ebdcc0. 00000020:00000001:2.0:1767734670.758531:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.758551:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c200 type=0x10620000 idx=4 00000040:00001000:2.0:1767734670.758554:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:2.0:1767734670.758556:0:249696:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.758558:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.758560:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.758561:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.758563:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767734670.758568:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c5857a00. 00000020:00000080:2.0:1767734670.758570:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.758572:0:249696:0:(obd_config.c:1477:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:00000001:2.0:1767734670.758574:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.758576:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c5857a00. 00000020:00000001:2.0:1767734670.758580:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.758581:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c2e0 type=0x10620000 idx=5 00000040:00001000:2.0:1767734670.758584:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:2.0:1767734670.758586:0:249696:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.758587:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.758589:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.758590:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.758592:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767734670.758594:0:249696:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767734670.758595:0:249696:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.758599:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1c5857a00. 00000020:00000080:2.0:1767734670.758601:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.758602:0:249696:0:(obd_config.c:1477:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:00000001:2.0:1767734670.758605:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.758607:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1c5857a00. 00000020:00000001:2.0:1767734670.758610:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.758612:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c3c0 type=0x10620000 idx=6 00000040:00001000:2.0:1767734670.758614:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:2.0:1767734670.758623:0:249696:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.758626:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.758629:0:249696:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f0ebdcc0. 00000020:01000000:2.0:1767734670.758632:0:249696:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.758635:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff94b1c98bfa80. 00000020:00000080:2.0:1767734670.758637:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1767734670.758639:0:249696:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:2.0:1767734670.758641:0:249696:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:2.0:1767734670.758647:0:249696:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6368 at ffff94b1c699e380. 00000020:00000080:2.0:1767734670.758649:0:249696:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilmv-ffff94b1e7e86000 (ffff94b1c699e380) 00000020:00000001:2.0:1767734670.758652:0:249696:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767734670.758656:0:249696:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b1c4039800. 00000020:00000001:2.0:1767734670.758659:0:249696:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734670.758662:0:249696:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c4039800 with handle 0x1886cffb85c2b82a to hash 00000020:00000001:2.0:1767734670.758665:0:249696:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767734670.758671:0:249696:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767734670.758673:0:249696:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.758676:0:249696:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626089951533056 : -117983758018560 : ffff94b1c4039800) 00000020:00000040:2.0:1767734670.758679:0:249696:0:(genops.c:898:class_export_put()) PUTting export ffff94b1c4039800 : new refcount 1 00000020:00000040:2.0:1767734670.758684:0:249696:0:(obd_config.c:927:class_incref()) incref lustre-clilmv-ffff94b1e7e86000 (ffff94b1c699e380) now 2 - obd_device_list 00000020:00000001:2.0:1767734670.758688:0:249696:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767734670.758690:0:249696:0:(obd_config.c:657:class_attach()) OBD: dev 2 attached type lmv with refcount 2 00000020:00000001:2.0:1767734670.758692:0:249696:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.758693:0:249696:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.758696:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.758700:0:249696:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f0ebdcc0. 00000020:00000001:2.0:1767734670.758704:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.758706:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c438 type=0x10620000 idx=7 00000040:00001000:2.0:1767734670.758708:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:2.0:1767734670.758710:0:249696:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.758712:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.758716:0:249696:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f0ebdcc0. 00000020:01000000:2.0:1767734670.758718:0:249696:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.758729:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff94b1e7e1b9c0. 00000020:00000080:2.0:1767734670.758732:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:2.0:1767734670.758734:0:249696:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:2.0:1767734670.758753:0:249696:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767734670.758757:0:249696:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b1c5857a00. 00000001:00000010:2.0:1767734670.758761:0:249696:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1f3a59c00. 00000001:00000010:2.0:1767734670.758765:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c337cc00. 00000001:00000010:2.0:1767734670.758768:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c337de00. 00000001:00000010:2.0:1767734670.758771:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c337d200. 00000001:00000010:2.0:1767734670.758774:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c337c600. 00000001:00000001:2.0:1767734670.758775:0:249696:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767734670.758779:0:249696:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b1f45c8900. 00000001:00000010:2.0:1767734670.758785:0:249696:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1f3a59400. 00000001:00000010:2.0:1767734670.758788:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c337c000. 00000001:00000010:2.0:1767734670.758793:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c337d600. 00000001:00000010:2.0:1767734670.758797:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c337d800. 00000001:00000010:2.0:1767734670.758800:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c337da00. 00000020:00000001:2.0:1767734670.758802:0:249696:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:2.0:1767734670.758806:0:249696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c337d400. 00000020:00000010:2.0:1767734670.758810:0:249696:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.758814:0:249696:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94b1c5924d48. 00000008:00000010:2.0:1767734670.758816:0:249696:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94b1fa614840. 00020000:00000010:2.0:1767734670.758819:0:249696:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff94b1ef421d40. 00008000:00000010:2.0:1767734670.758821:0:249696:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94b1f60eb7f8. 00000080:00000010:2.0:1767734670.758824:0:249696:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94b1f8d2cb40. 00000020:00000010:2.0:1767734670.758827:0:249696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c337c800. 00000020:00000010:2.0:1767734670.758830:0:249696:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c337dc00. 00000040:00000010:2.0:1767734670.758833:0:249696:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1dd16cc00. 00000020:00000010:2.0:1767734670.758836:0:249696:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1c403c800. 00000020:00000010:2.0:1767734670.758839:0:249696:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1dd16ca00. 00040000:00000010:2.0:1767734670.758842:0:249696:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1f45c8300. 00040000:00000010:2.0:1767734670.758847:0:249696:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1e7f3b800. 00800000:00000001:2.0:1767734670.758849:0:249696:0:(lmv_obd.c:1218:lmv_device_alloc()) Process entered 00800000:00000010:2.0:1767734670.758859:0:249696:0:(lmv_obd.c:1220:lmv_device_alloc()) kmalloced '(lu)': 64 at ffff94b1f0ebdbc0. 00000020:00000010:2.0:1767734670.759016:0:249696:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1c32da400. 00000020:00000010:2.0:1767734670.759021:0:249696:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff94b1e7f3b400. 80000000:00000001:2.0:1767734670.759043:0:249696:0:(fld_request.c:235:fld_client_init()) Process entered 80000000:00000001:2.0:1767734670.759047:0:249696:0:(fld_cache.c:37:fld_cache_init()) Process entered 80000000:00000010:2.0:1767734670.759052:0:249696:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at ffff94b1e7e1bb40. 80000000:00000040:2.0:1767734670.759055:0:249696:0:(fld_cache.c:61:fld_cache_init()) cli-lustre-clilmv-ffff94b1e7e86000: FLD cache - Size: 18724, Threshold: 1872 80000000:00000001:2.0:1767734670.759058:0:249696:0:(fld_cache.c:63:fld_cache_init()) Process leaving (rc=18446626090553293632 : -117983156257984 : ffff94b1e7e1bb40) 80000000:00000001:2.0:1767734670.759061:0:249696:0:(fld_request.c:210:fld_client_debugfs_init()) Process entered 80000000:00000001:2.0:1767734670.759111:0:249696:0:(fld_request.c:265:fld_client_init()) Process leaving 80000000:00000040:2.0:1767734670.759112:0:249696:0:(fld_request.c:271:fld_client_init()) cli-lustre-clilmv-ffff94b1e7e86000: Using "RRB" hash 00800000:00000010:2.0:1767734670.759117:0:249696:0:(lmv_obd.c:1280:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff94b1e7f3be00. 00800000:00000010:2.0:1767734670.759121:0:249696:0:(lmv_obd.c:1289:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff94b1e7f3ac00. 00800000:00000001:2.0:1767734670.759123:0:249696:0:(lmv_obd.c:1297:lmv_device_alloc()) Process leaving (rc=18446626090704952256 : -117983004599360 : ffff94b1f0ebdbc0) 00000020:00000010:2.0:1767734670.759126:0:249696:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c337dc00. 00000040:00000010:2.0:1767734670.759132:0:249696:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1dd16cc00. 00000020:00000010:2.0:1767734670.759137:0:249696:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1c403c800. 00000020:00000010:2.0:1767734670.759142:0:249696:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1dd16ca00. 00040000:00000010:2.0:1767734670.759148:0:249696:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1f45c8300. 00040000:00000010:2.0:1767734670.759153:0:249696:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1e7f3b800. 00000020:00000010:2.0:1767734670.759157:0:249696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c337c800. 00000020:00000010:2.0:1767734670.759161:0:249696:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.759164:0:249696:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94b1c5924d48. 00000008:00000010:2.0:1767734670.759167:0:249696:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1fa614840. 00020000:00000010:2.0:1767734670.759170:0:249696:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1ef421d40. 00008000:00000010:2.0:1767734670.759174:0:249696:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1f60eb7f8. 00000080:00000010:2.0:1767734670.759179:0:249696:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1f8d2cb40. 00000020:00000010:2.0:1767734670.759181:0:249696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c337d400. 00000020:00000001:2.0:1767734670.759185:0:249696:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734670.759188:0:249696:0:(obd_config.c:927:class_incref()) incref lustre-clilmv-ffff94b1e7e86000 (ffff94b1c699e380) now 3 - setup 00000020:00000080:2.0:1767734670.759190:0:249696:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-clilmv-ffff94b1e7e86000 (uuid 66586885-669e-469f-b1c7-cb1a0fe6eee4) 00000020:00000001:2.0:1767734670.759192:0:249696:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.759194:0:249696:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.759205:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff94b1e7e1b9c0. 00000020:00000010:2.0:1767734670.759209:0:249696:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f0ebdcc0. 00000020:00000001:2.0:1767734670.759213:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.759216:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c4e0 type=0x10620000 idx=8 00000040:00001000:2.0:1767734670.759219:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:2.0:1767734670.759221:0:249696:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.759224:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.759226:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.759227:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.759229:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767734670.759234:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1f45c8300. 00000020:00000080:2.0:1767734670.759236:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.759237:0:249696:0:(obd_config.c:1477:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:00000001:2.0:1767734670.759240:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.759242:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1f45c8300. 00000020:00000001:2.0:1767734670.759246:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.759249:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c5c0 type=0x10620000 idx=9 00000040:00001000:2.0:1767734670.759251:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:2.0:1767734670.759254:0:249696:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.759256:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.759257:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.759259:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.759261:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767734670.759264:0:249696:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767734670.759265:0:249696:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.759269:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1f45c8300. 00000020:00000080:2.0:1767734670.759271:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.759273:0:249696:0:(obd_config.c:1477:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000001:2.0:1767734670.759276:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.759278:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1f45c8300. 00000020:00000001:2.0:1767734670.759281:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.759283:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c6a0 type=0x10620000 idx=10 00000040:00001000:2.0:1767734670.759285:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:2.0:1767734670.759287:0:249696:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.759297:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.759301:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff94b1c7f91b40. 00000020:00000080:2.0:1767734670.759303:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1767734670.759330:0:249696:0:(obd_config.c:1430:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:00000001:2.0:1767734670.759334:0:249696:0:(obd_config.c:1072:class_add_profile()) Process entered 00000020:01000000:2.0:1767734670.759336:0:249696:0:(obd_config.c:1074:class_add_profile()) Add profile lustre-client 00000020:00000010:2.0:1767734670.759341:0:249696:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at ffff94b1f0ebdcc0. 00000020:00000010:2.0:1767734670.759344:0:249696:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff94b1f6235fb0. 00000020:00000010:2.0:1767734670.759350:0:249696:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff94b1f6235be0. 00000020:00000010:2.0:1767734670.759356:0:249696:0:(obd_config.c:1095:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff94b1f6235380. 00000020:00000001:2.0:1767734670.759359:0:249696:0:(obd_config.c:1107:class_add_profile()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.759361:0:249696:0:(obd_config.c:1441:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.759364:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff94b1c7f91b40. 00000020:00000001:2.0:1767734670.759368:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.759371:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c718 type=0x10620000 idx=11 00000040:00001000:2.0:1767734670.759373:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:2.0:1767734670.759376:0:249696:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.759378:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.759380:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.759382:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.759384:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767734670.759388:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1f45c8300. 00000020:00000080:2.0:1767734670.759390:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.759391:0:249696:0:(obd_config.c:1477:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:00000001:2.0:1767734670.759393:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.759396:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1f45c8300. 00000020:00000001:2.0:1767734670.759400:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.759402:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c7f8 type=0x10620000 idx=12 00000040:00001000:2.0:1767734670.759404:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:2.0:1767734670.759407:0:249696:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.759409:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.759410:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.759412:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.759421:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767734670.759424:0:249696:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767734670.759426:0:249696:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.759431:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1f45c8300. 00000020:00000080:2.0:1767734670.759433:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.759434:0:249696:0:(obd_config.c:1477:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000001:2.0:1767734670.759436:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.759438:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1f45c8300. 00000020:00000001:2.0:1767734670.759443:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.759446:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c8d8 type=0x10620000 idx=13 00000040:00001000:2.0:1767734670.759448:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:2.0:1767734670.759450:0:249696:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.759452:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.759455:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff94b1f0ebdf40. 00000020:00000080:2.0:1767734670.759457:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1767734670.759460:0:249696:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.203.112@tcp to nid 0x20000c0a8cb70 (192.168.203.112@tcp) 00000100:00000010:2.0:1767734670.759466:0:249696:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff94b1c32dac00. 00000100:00000040:2.0:1767734670.759471:0:249696:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.203.112@tcp 192.168.203.112@tcp cnt=1 00000400:00000200:2.0:1767734670.759473:0:249696:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1767734670.759476:0:249696:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:2.0:1767734670.759479:0:249696:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:2.0:1767734670.759484:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.759489:0:249696:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767734670.759494:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.759500:0:249696:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767734670.759504:0:249696:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:2.0:1767734670.759507:0:249696:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000100:00000010:2.0:1767734670.759510:0:249696:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff94b1c32dac00. 00000020:00000001:2.0:1767734670.759513:0:249696:0:(obd_config.c:1416:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.759515:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff94b1f0ebdf40. 00000020:00000001:2.0:1767734670.759517:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.759519:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c930 type=0x10620000 idx=14 00000040:00001000:2.0:1767734670.759521:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:2.0:1767734670.759523:0:249696:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.759551:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.759556:0:249696:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff94b1f0ebdf40. 00000020:01000000:2.0:1767734670.759559:0:249696:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.759580:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff94b1e7e1b9c0. 00000020:00000080:2.0:1767734670.759582:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1767734670.759584:0:249696:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:2.0:1767734670.759586:0:249696:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:2.0:1767734670.759594:0:249696:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6368 at ffff94b1c699caa0. 00000020:00000080:2.0:1767734670.759597:0:249696:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) 00000020:00000001:2.0:1767734670.759600:0:249696:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767734670.759605:0:249696:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b1c403c800. 00000020:00000001:2.0:1767734670.759608:0:249696:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734670.759611:0:249696:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c403c800 with handle 0x1886cffb85c2b831 to hash 00000020:00000001:2.0:1767734670.759613:0:249696:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767734670.759618:0:249696:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767734670.759620:0:249696:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.759623:0:249696:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626089951545344 : -117983758006272 : ffff94b1c403c800) 00000020:00000040:2.0:1767734670.759626:0:249696:0:(genops.c:898:class_export_put()) PUTting export ffff94b1c403c800 : new refcount 1 00000020:00000040:2.0:1767734670.759632:0:249696:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 2 - obd_device_list 00000020:00000001:2.0:1767734670.759636:0:249696:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767734670.759639:0:249696:0:(obd_config.c:657:class_attach()) OBD: dev 3 attached type mdc with refcount 2 00000020:00000001:2.0:1767734670.759642:0:249696:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.759644:0:249696:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.759647:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff94b1e7e1b9c0. 00000020:00000010:2.0:1767734670.759651:0:249696:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff94b1f0ebdf40. 00000020:00000001:2.0:1767734670.759654:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.759656:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c9b0 type=0x10620000 idx=15 00000040:00001000:2.0:1767734670.759659:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:2.0:1767734670.759661:0:249696:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.759664:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.759668:0:249696:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff94b1f0ebdf40. 00000020:01000000:2.0:1767734670.759672:0:249696:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.759676:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff94b1e7e1b9c0. 00000020:00000080:2.0:1767734670.759687:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:2.0:1767734670.759689:0:249696:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:2.0:1767734670.759710:0:249696:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767734670.759714:0:249696:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b1f45c8300. 00000001:00000010:2.0:1767734670.759722:0:249696:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1f3a59fc0. 00000001:00000010:2.0:1767734670.759727:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1e7f3b800. 00000001:00000010:2.0:1767734670.759732:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1dd16ca00. 00000001:00000010:2.0:1767734670.759737:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1dd16cc00. 00000001:00000010:2.0:1767734670.759741:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c337d400. 00000001:00000001:2.0:1767734670.759744:0:249696:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767734670.759748:0:249696:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b1f45c8000. 00000001:00000010:2.0:1767734670.759752:0:249696:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1f3a594c0. 00000001:00000010:2.0:1767734670.759756:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c337c800. 00000001:00000010:2.0:1767734670.759762:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c337dc00. 00000001:00000010:2.0:1767734670.759766:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c2cb6a00. 00000001:00000010:2.0:1767734670.759771:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c2cb6000. 00000020:00000001:2.0:1767734670.759774:0:249696:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:2.0:1767734670.759780:0:249696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1f8ad1200. 00000020:00000010:2.0:1767734670.759786:0:249696:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.759791:0:249696:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94b1c5924d48. 00000008:00000010:2.0:1767734670.759797:0:249696:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94b1fa614840. 00020000:00000010:2.0:1767734670.759802:0:249696:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff94b1ef421d40. 00008000:00000010:2.0:1767734670.759806:0:249696:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94b1f60eb7f8. 00000080:00000010:2.0:1767734670.759811:0:249696:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94b1f8d2cb40. 00000020:00000010:2.0:1767734670.759818:0:249696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1f8ad0000. 00000020:00000010:2.0:1767734670.759824:0:249696:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1f8ad1800. 00000020:00000010:2.0:1767734670.759829:0:249696:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c7f91b40. 00000008:00000010:2.0:1767734670.759834:0:249696:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734670.759840:0:249696:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734670.759845:0:249696:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734670.759850:0:249696:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734670.759853:0:249696:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1ee855918. 00000002:00000010:2.0:1767734670.759860:0:249696:0:(mdc_dev.c:1712:mdc_device_alloc()) kmalloced '(osc)': 104 at ffff94b1c98bf800. 00000002:00000001:2.0:1767734670.759865:0:249696:0:(mdc_request.c:3013:mdc_setup()) Process entered 00000008:00000001:2.0:1767734670.759876:0:249696:0:(osc_request.c:4012:osc_setup_common()) Process entered 00000100:00000001:2.0:1767734670.759880:0:249696:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:2.0:1767734670.759883:0:249696:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.759886:0:249696:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:2.0:1767734670.759895:0:249696:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff94b1c4c1f000. 00010000:00000010:2.0:1767734670.759904:0:249696:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff94b1c4c1b000. 00010000:00000010:2.0:1767734670.759914:0:249696:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff94b1f0ebd740. 00010000:00000001:2.0:1767734670.759918:0:249696:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:2.0:1767734670.759921:0:249696:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.759927:0:249696:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff94b1c403d800. 00000020:00000040:2.0:1767734670.759930:0:249696:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 3 - import 00000020:00000001:2.0:1767734670.759935:0:249696:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.759937:0:249696:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=1 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734670.759940:0:249696:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767734670.759942:0:249696:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:2.0:1767734670.759954:0:249696:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.112@tcp->12345-192.168.203.112@tcp 00000100:00000001:2.0:1767734670.759958:0:249696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767734670.759962:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.759970:0:249696:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.203.112@tcp primary NID 192.168.203.112@tcp rc 0 00000100:00000001:2.0:1767734670.759974:0:249696:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767734670.759977:0:249696:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 13 to 192.168.203.112@tcp 00000100:00000001:2.0:1767734670.759980:0:249696:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000100:00000001:2.0:1767734670.759983:0:249696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446626090185659840 : -117983523891776 : 0xffff94b1d1f815c0) 00000100:00000040:2.0:1767734670.759988:0:249696:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff94b1d1f815c0 refcount 13 to 192.168.203.112@tcp 00000100:00000040:2.0:1767734670.759991:0:249696:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.112@tcp -> ffff94b1d1f815c0 00010000:00000010:2.0:1767734670.759996:0:249696:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff94b1c7f91300. 00010000:00080000:2.0:1767734670.759999:0:249696:0:(ldlm_lib.c:102:import_set_conn()) imp ffff94b1c403d800@lustre-MDT0000-mdc-ffff94b1e7e86000: add connection 192.168.203.112@tcp at head 00010000:00000001:2.0:1767734670.760002:0:249696:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.760004:0:249696:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:2.0:1767734670.760006:0:249696:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:2.0:1767734670.760008:0:249696:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767734670.760013:0:249696:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at ffff94b1c987a800. 00000001:00000001:2.0:1767734670.760016:0:249696:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767734670.760021:0:249696:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff94b1f8ad0a00. 00000001:00000010:2.0:1767734670.760036:0:249696:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff94b1f45c8200. 00000001:00000010:2.0:1767734670.760112:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc3080d1000. 00000001:00000010:2.0:1767734670.760201:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc3080e9000. 00000001:00000010:2.0:1767734670.760285:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc3080f3000. 00000001:00000010:2.0:1767734670.760407:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308123000. 00000001:00000010:2.0:1767734670.760492:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308135000. 00000001:00000010:2.0:1767734670.760584:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc30813f000. 00000001:00000010:2.0:1767734670.760667:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308149000. 00000001:00000010:2.0:1767734670.760745:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308153000. 00000001:00000010:2.0:1767734670.760819:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc30815d000. 00000001:00000010:2.0:1767734670.760896:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308167000. 00000001:00000010:2.0:1767734670.760974:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308171000. 00000001:00000010:2.0:1767734670.761057:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc30817b000. 00000001:00000010:2.0:1767734670.761124:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308185000. 00000001:00000010:2.0:1767734670.761187:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308195000. 00000001:00000010:2.0:1767734670.761258:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc30819f000. 00000001:00000010:2.0:1767734670.761398:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc3081a9000. 00000001:00000010:2.0:1767734670.761476:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc3081b3000. 00000001:00000010:2.0:1767734670.761583:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc3081c5000. 00000001:00000010:2.0:1767734670.761651:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc3081cf000. 00000001:00000010:2.0:1767734670.761711:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc30821d000. 00000001:00000010:2.0:1767734670.761779:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308227000. 00000001:00000010:2.0:1767734670.761837:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308231000. 00000001:00000010:2.0:1767734670.761892:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc30823b000. 00000001:00000010:2.0:1767734670.761952:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308245000. 00000001:00000010:2.0:1767734670.762014:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc30824f000. 00000001:00000010:2.0:1767734670.762069:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308259000. 00000001:00000010:2.0:1767734670.762142:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308263000. 00000001:00000010:2.0:1767734670.762197:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc30826d000. 00000001:00000010:2.0:1767734670.762251:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308277000. 00000001:00000010:2.0:1767734670.762307:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308281000. 00000001:00000010:2.0:1767734670.762433:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc30828b000. 00000001:00000010:2.0:1767734670.762486:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffafc308295000. 00000020:00000010:2.0:1767734670.762633:0:249696:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1c9879c00. 00000020:00000010:2.0:1767734670.762637:0:249696:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff94b1f3a59360. 00010000:00000001:2.0:1767734670.762655:0:249696:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:2.0:1767734670.762708:0:249696:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:2.0:1767734670.762736:0:249696:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1c987b400. 00000020:00000010:2.0:1767734670.762740:0:249696:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff94b1f8ad0200. 00010000:00000001:2.0:1767734670.762756:0:249696:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:2.0:1767734670.762758:0:249696:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff94b1e7e86000-4 is initialized 00010000:00000001:2.0:1767734670.762761:0:249696:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.762765:0:249696:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446626090044073984 : -117983665477632 : ffff94b1c987a800) 00010000:00000001:2.0:1767734670.762768:0:249696:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1767734670.762776:0:249696:0:(osc_request.c:735:osc_update_next_shrink()) next time 9965 to shrink grant 00000008:00000001:2.0:1767734670.762794:0:249696:0:(osc_request.c:4034:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.763090:0:249696:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1c9879000. 00000020:00000010:2.0:1767734670.763096:0:249696:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff94b1f8ad0600. 00000020:00000010:2.0:1767734670.763140:0:249696:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1c9879400. 00000020:00000010:2.0:1767734670.763144:0:249696:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff94b1c53cb000. 00000002:00000001:2.0:1767734670.763169:0:249696:0:(mdc_request.c:2984:mdc_llog_init()) Process entered 00000040:00000001:2.0:1767734670.763171:0:249696:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:2.0:1767734670.763175:0:249696:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff94b1e7e1ba80. 00000020:00000040:2.0:1767734670.763177:0:249696:0:(genops.c:887:class_export_get()) GET export ffff94b1c403c800 refcount=2 00000040:01000000:2.0:1767734670.763180:0:249696:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0000-mdc-ffff94b1e7e86000 ctxt 13 is initialized 00000040:00000001:2.0:1767734670.763183:0:249696:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:2.0:1767734670.763185:0:249696:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff94b1e7e1ba80 : new refcount 2 00000040:00000001:2.0:1767734670.763188:0:249696:0:(llog_net.c:31:llog_initiator_connect()) Process entered 00000020:00000040:2.0:1767734670.763191:0:249696:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=2 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000040:00000001:2.0:1767734670.763193:0:249696:0:(llog_net.c:44:llog_initiator_connect()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:2.0:1767734670.763195:0:249696:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff94b1e7e1ba80 : new refcount 1 00000002:00000001:2.0:1767734670.763198:0:249696:0:(mdc_request.c:2994:mdc_llog_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734670.763200:0:249696:0:(mdc_changelog.c:796:mdc_changelog_cdev_init()) Process entered 00000002:00000010:2.0:1767734670.763204:0:249696:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at ffff94b1c403a800. 00000002:00000001:2.0:1767734670.763216:0:249696:0:(mdc_changelog.c:813:mdc_changelog_cdev_init()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000002:00000010:2.0:1767734670.763219:0:249696:0:(mdc_changelog.c:855:mdc_changelog_cdev_init()) kfreed 'entry': 1304 at ffff94b1c403a800. 00000002:00000001:2.0:1767734670.763225:0:249696:0:(mdc_changelog.c:856:mdc_changelog_cdev_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734670.763227:0:249696:0:(mdc_request.c:3043:mdc_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734670.763229:0:249696:0:(mdc_dev.c:1732:mdc_device_alloc()) Process leaving (rc=18446626090044356608 : -117983665195008 : ffff94b1c98bf800) 00000002:00000001:2.0:1767734670.763232:0:249696:0:(mdc_dev.c:1738:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.763235:0:249696:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1f8ad1800. 00000020:00000010:2.0:1767734670.763238:0:249696:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c7f91b40. 00000008:00000010:2.0:1767734670.763242:0:249696:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734670.763247:0:249696:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734670.763252:0:249696:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734670.763255:0:249696:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734670.763258:0:249696:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1ee855918. 00000020:00000010:2.0:1767734670.763262:0:249696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1f8ad0000. 00000020:00000010:2.0:1767734670.763265:0:249696:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.763268:0:249696:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94b1c5924d48. 00000008:00000010:2.0:1767734670.763272:0:249696:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1fa614840. 00020000:00000010:2.0:1767734670.763275:0:249696:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1ef421d40. 00008000:00000010:2.0:1767734670.763279:0:249696:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1f60eb7f8. 00000080:00000010:2.0:1767734670.763282:0:249696:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1f8d2cb40. 00000020:00000010:2.0:1767734670.763285:0:249696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1f8ad1200. 00000020:00000001:2.0:1767734670.763289:0:249696:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734670.763292:0:249696:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 4 - setup 00000020:00000080:2.0:1767734670.763295:0:249696:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff94b1e7e86000 (uuid 66586885-669e-469f-b1c7-cb1a0fe6eee4) 00000020:00000001:2.0:1767734670.763298:0:249696:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.763300:0:249696:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.763303:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff94b1e7e1b9c0. 00000020:00000010:2.0:1767734670.763307:0:249696:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff94b1f0ebdf40. 00000020:00000001:2.0:1767734670.763309:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.763312:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7ca40 type=0x10620000 idx=16 00000040:00001000:2.0:1767734670.763315:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:2.0:1767734670.763318:0:249696:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.763371:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.763375:0:249696:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f0ebdf40. 00000020:01000000:2.0:1767734670.763379:0:249696:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.763383:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff94b1e7e1b9c0. 00000020:00000080:2.0:1767734670.763386:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf014 00000020:00000001:2.0:1767734670.763389:0:249696:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767734670.763409:0:249696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1f8ad1200. 00000020:00000010:2.0:1767734670.763411:0:249696:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1f8ad0000. 00000040:00000010:2.0:1767734670.763416:0:249696:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1f8ad1800. 00000020:00000010:2.0:1767734670.763420:0:249696:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1c403a800. 00000020:00000010:2.0:1767734670.763424:0:249696:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1f8ad1000. 00040000:00000010:2.0:1767734670.763427:0:249696:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1f45c8500. 00040000:00000010:2.0:1767734670.763431:0:249696:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1f8ad1a00. 00800000:00000001:2.0:1767734670.763438:0:249696:0:(lmv_obd.c:1346:lmv_process_config()) Process entered 00800000:00000001:2.0:1767734670.763444:0:249696:0:(lmv_obd.c:423:lmv_add_target()) Process entered 00800000:01000000:2.0:1767734670.763446:0:249696:0:(lmv_obd.c:425:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00800000:00000010:2.0:1767734670.763452:0:249696:0:(lmv_obd.c:434:lmv_add_target()) kmalloced '(tgt)': 368 at ffff94b1f8ad0c00. 00020000:00000001:2.0:1767734670.763455:0:249696:0:(lu_tgt_descs.c:357:ltd_add_tgt()) Process entered 00020000:00000010:2.0:1767734670.763462:0:249696:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff94b1c35f7000. 00020000:00000001:2.0:1767734670.763465:0:249696:0:(lu_tgt_descs.c:388:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734670.763467:0:249696:0:(lmv_obd.c:452:lmv_add_target()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734670.763469:0:249696:0:(lmv_obd.c:1363:lmv_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734670.763471:0:249696:0:(lmv_obd.c:1369:lmv_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.763474:0:249696:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1f8ad0000. 00000040:00000010:2.0:1767734670.763477:0:249696:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1f8ad1800. 00000020:00000010:2.0:1767734670.763480:0:249696:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1c403a800. 00000020:00000010:2.0:1767734670.763483:0:249696:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1f8ad1000. 00040000:00000010:2.0:1767734670.763487:0:249696:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1f45c8500. 00040000:00000010:2.0:1767734670.763491:0:249696:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1f8ad1a00. 00000020:00000010:2.0:1767734670.763495:0:249696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1f8ad1200. 00000020:00000001:2.0:1767734670.763497:0:249696:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.763500:0:249696:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767734670.763504:0:249696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1f8ad1200. 00000020:00000010:2.0:1767734670.763509:0:249696:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1f8ad1a00. 00000020:00000010:2.0:1767734670.763519:0:249696:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1e78159c0. 00000008:00000010:2.0:1767734670.763523:0:249696:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734670.763526:0:249696:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734670.763529:0:249696:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734670.763532:0:249696:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734670.763553:0:249696:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1ee855918. 00020000:00000001:2.0:1767734670.763558:0:249696:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:2.0:1767734670.763560:0:249696:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734670.763565:0:249696:0:(lov_dev.c:455:lov_add_mdc_target()) Process entered 00000020:00000040:2.0:1767734670.763568:0:249696:0:(obd_config.c:927:class_incref()) incref lustre-clilmv-ffff94b1e7e86000 (ffff94b1c699e380) now 4 - lov 00020000:00000001:2.0:1767734670.763572:0:249696:0:(lov_dev.c:514:lov_add_mdc_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734670.763575:0:249696:0:(lov_dev.c:582:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.763577:0:249696:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1f8ad1a00. 00000020:00000010:2.0:1767734670.763581:0:249696:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1e78159c0. 00000008:00000010:2.0:1767734670.763585:0:249696:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734670.763588:0:249696:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734670.763590:0:249696:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734670.763592:0:249696:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734670.763595:0:249696:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1ee855918. 00000020:00000010:2.0:1767734670.763597:0:249696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1f8ad1200. 00000020:00000001:2.0:1767734670.763599:0:249696:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.763601:0:249696:0:(obd_config.c:1605:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.763604:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff94b1e7e1b9c0. 00000020:00000010:2.0:1767734670.763606:0:249696:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f0ebdf40. 00000020:00000001:2.0:1767734670.763608:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.763610:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7cae0 type=0x10620000 idx=17 00000040:00001000:2.0:1767734670.763612:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:2.0:1767734670.763614:0:249696:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.763615:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.763617:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.763618:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.763620:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767734670.763624:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1f45c8500. 00000020:00000080:2.0:1767734670.763626:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.763634:0:249696:0:(obd_config.c:1477:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:00000001:2.0:1767734670.763636:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.763639:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1f45c8500. 00000020:00000001:2.0:1767734670.763643:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.763645:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7cbc0 type=0x10620000 idx=18 00000040:00001000:2.0:1767734670.763648:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:2.0:1767734670.763650:0:249696:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.763652:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.763653:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.763655:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.763657:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1767734670.763659:0:249696:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1767734670.763661:0:249696:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.763662:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.763664:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7cca0 type=0x10620000 idx=19 00000040:00001000:2.0:1767734670.763666:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:2.0:1767734670.763668:0:249696:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.763670:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:01000000:2.0:1767734670.763671:0:249696:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.763673:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.763675:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7ccf0 type=0x10620000 idx=20 00000040:00001000:2.0:1767734670.763677:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:2.0:1767734670.763679:0:249696:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.763681:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.763682:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.763684:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.763686:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:2.0:1767734670.763690:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1f45c8500. 00000020:00000080:2.0:1767734670.763692:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.763694:0:249696:0:(obd_config.c:1477:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:00000001:2.0:1767734670.763697:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.763699:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1f45c8500. 00000020:00000001:2.0:1767734670.763702:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.763704:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7cdd0 type=0x10620000 idx=21 00000040:00001000:2.0:1767734670.763711:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:2.0:1767734670.763713:0:249696:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.763715:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.763717:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.763718:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.763720:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767734670.763723:0:249696:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:01000004:2.0:1767734670.763724:0:249696:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.203.112@tcp:/lustre 00000020:00000001:2.0:1767734670.763727:0:249696:0:(obd_mount.c:947:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.763732:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1f45c8500. 00000020:00000080:2.0:1767734670.763734:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.763735:0:249696:0:(obd_config.c:1477:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000001:2.0:1767734670.763736:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.763738:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1f45c8500. 00000020:00000001:2.0:1767734670.763742:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.763744:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7ceb0 type=0x10620000 idx=22 00000040:00001000:2.0:1767734670.763746:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:2.0:1767734670.763748:0:249696:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.763751:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.763755:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff94b1f0ebdf40. 00000020:00000080:2.0:1767734670.763757:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1767734670.763761:0:249696:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.203.112@tcp to nid 0x20000c0a8cb70 (192.168.203.112@tcp) 00000100:00000010:2.0:1767734670.763768:0:249696:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff94b1c6033000. 00000100:00000040:2.0:1767734670.763771:0:249696:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.203.112@tcp 192.168.203.112@tcp cnt=1 00000400:00000200:2.0:1767734670.763774:0:249696:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1767734670.763777:0:249696:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:2.0:1767734670.763780:0:249696:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:2.0:1767734670.763800:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.763805:0:249696:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767734670.763809:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.763813:0:249696:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767734670.763816:0:249696:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:2.0:1767734670.763819:0:249696:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000100:00000010:2.0:1767734670.763823:0:249696:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff94b1c6033000. 00000020:00000001:2.0:1767734670.763835:0:249696:0:(obd_config.c:1416:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.763838:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff94b1f0ebdf40. 00000020:00000001:2.0:1767734670.763842:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.763846:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7cf08 type=0x10620000 idx=23 00000040:00001000:2.0:1767734670.763849:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:2.0:1767734670.763852:0:249696:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.763854:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.763859:0:249696:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff94b1f0ebdf40. 00000020:01000000:2.0:1767734670.763861:0:249696:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.763867:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff94b1e7e1b9c0. 00000020:00000080:2.0:1767734670.763870:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1767734670.763872:0:249696:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:2.0:1767734670.763874:0:249696:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:2.0:1767734670.763883:0:249696:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6368 at ffff94b1c6998000. 00000020:00000080:2.0:1767734670.763887:0:249696:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osc-ffff94b1e7e86000 (ffff94b1c6998000) 00000020:00000001:2.0:1767734670.763890:0:249696:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767734670.763894:0:249696:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b1c403a800. 00000020:00000001:2.0:1767734670.763897:0:249696:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734670.763900:0:249696:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c403a800 with handle 0x1886cffb85c2b838 to hash 00000020:00000001:2.0:1767734670.763902:0:249696:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767734670.763906:0:249696:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767734670.763908:0:249696:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.763913:0:249696:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626089951537152 : -117983758014464 : ffff94b1c403a800) 00000020:00000040:2.0:1767734670.763917:0:249696:0:(genops.c:898:class_export_put()) PUTting export ffff94b1c403a800 : new refcount 1 00000020:00000040:2.0:1767734670.763924:0:249696:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-ffff94b1e7e86000 (ffff94b1c6998000) now 2 - obd_device_list 00000020:00000001:2.0:1767734670.763928:0:249696:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767734670.763931:0:249696:0:(obd_config.c:657:class_attach()) OBD: dev 4 attached type osc with refcount 2 00000020:00000001:2.0:1767734670.763934:0:249696:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.763937:0:249696:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.763940:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff94b1e7e1b9c0. 00000020:00000010:2.0:1767734670.763945:0:249696:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff94b1f0ebdf40. 00000020:00000001:2.0:1767734670.763948:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.763951:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7cf88 type=0x10620000 idx=24 00000040:00001000:2.0:1767734670.763960:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:2.0:1767734670.763963:0:249696:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.763965:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.763970:0:249696:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff94b1f0ebdf40. 00000020:01000000:2.0:1767734670.763973:0:249696:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.763975:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff94b1e7e1b9c0. 00000020:00000080:2.0:1767734670.763978:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:2.0:1767734670.763982:0:249696:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:2.0:1767734670.764003:0:249696:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767734670.764008:0:249696:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b1f45c8500. 00000001:00000010:2.0:1767734670.764015:0:249696:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1c96c2300. 00000001:00000010:2.0:1767734670.764020:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1f8ad1200. 00000001:00000010:2.0:1767734670.764025:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1f8ad1a00. 00000001:00000010:2.0:1767734670.764029:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1f8ad1000. 00000001:00000010:2.0:1767734670.764033:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1f8ad1800. 00000001:00000001:2.0:1767734670.764036:0:249696:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767734670.764041:0:249696:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b1f45c8800. 00000001:00000010:2.0:1767734670.764047:0:249696:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1c96c2c80. 00000001:00000010:2.0:1767734670.764050:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1f8ad0000. 00000001:00000010:2.0:1767734670.764054:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1f8ad1600. 00000001:00000010:2.0:1767734670.764058:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1f8ad1400. 00000001:00000010:2.0:1767734670.764062:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1f8ad0400. 00000020:00000001:2.0:1767734670.764065:0:249696:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:2.0:1767734670.764069:0:249696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1f8ad0800. 00000020:00000010:2.0:1767734670.764075:0:249696:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.764080:0:249696:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94b1c5924d48. 00000008:00000010:2.0:1767734670.764084:0:249696:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94b1fa614840. 00020000:00000010:2.0:1767734670.764087:0:249696:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff94b1ef421d40. 00008000:00000010:2.0:1767734670.764092:0:249696:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94b1f60eb7f8. 00000080:00000010:2.0:1767734670.764097:0:249696:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94b1f8d2cb40. 00000020:00000010:2.0:1767734670.764104:0:249696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1d97e2a00. 00000020:00000010:2.0:1767734670.764107:0:249696:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1d97e2800. 00000020:00000010:2.0:1767734670.764110:0:249696:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1e78159c0. 00000008:00000010:2.0:1767734670.764118:0:249696:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734670.764121:0:249696:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734670.764124:0:249696:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734670.764127:0:249696:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734670.764133:0:249696:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1ee855918. 00000008:00000010:2.0:1767734670.764140:0:249696:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at ffff94b1c98bf180. 00000008:00000001:2.0:1767734670.764145:0:249696:0:(osc_request.c:4054:osc_setup()) Process entered 00000008:00000001:2.0:1767734670.764148:0:249696:0:(osc_request.c:4012:osc_setup_common()) Process entered 00000100:00000001:2.0:1767734670.764150:0:249696:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:2.0:1767734670.764152:0:249696:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.764154:0:249696:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:2.0:1767734670.764162:0:249696:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff94b1e07c2000. 00010000:00000010:2.0:1767734670.764168:0:249696:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff94b1d9668000. 00010000:00000001:2.0:1767734670.764174:0:249696:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:2.0:1767734670.764176:0:249696:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.764182:0:249696:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff94b1f0134000. 00000020:00000040:2.0:1767734670.764185:0:249696:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-ffff94b1e7e86000 (ffff94b1c6998000) now 3 - import 00000020:00000001:2.0:1767734670.764194:0:249696:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.764196:0:249696:0:(genops.c:1242:class_import_put()) import ffff94b1f0134000 refcount=1 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000020:00000001:2.0:1767734670.764199:0:249696:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767734670.764201:0:249696:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:2.0:1767734670.764209:0:249696:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.112@tcp->12345-192.168.203.112@tcp 00000100:00000001:2.0:1767734670.764211:0:249696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767734670.764217:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.764222:0:249696:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.203.112@tcp primary NID 192.168.203.112@tcp rc 0 00000100:00000001:2.0:1767734670.764225:0:249696:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767734670.764227:0:249696:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 14 to 192.168.203.112@tcp 00000100:00000001:2.0:1767734670.764230:0:249696:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000100:00000001:2.0:1767734670.764233:0:249696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446626090185659840 : -117983523891776 : 0xffff94b1d1f815c0) 00000100:00000040:2.0:1767734670.764237:0:249696:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff94b1d1f815c0 refcount 14 to 192.168.203.112@tcp 00000100:00000040:2.0:1767734670.764239:0:249696:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.112@tcp -> ffff94b1d1f815c0 00010000:00000010:2.0:1767734670.764244:0:249696:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff94b1e7815060. 00010000:00080000:2.0:1767734670.764247:0:249696:0:(ldlm_lib.c:102:import_set_conn()) imp ffff94b1f0134000@lustre-OST0000-osc-ffff94b1e7e86000: add connection 192.168.203.112@tcp at head 00010000:00000001:2.0:1767734670.764255:0:249696:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.764258:0:249696:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:2.0:1767734670.764260:0:249696:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:2.0:1767734670.764263:0:249696:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767734670.764266:0:249696:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at ffff94b1c6032c00. 00000001:00000001:2.0:1767734670.764268:0:249696:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767734670.764272:0:249696:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff94b1c6a50c00. 00000001:00000010:2.0:1767734670.764276:0:249696:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff94b1c98bf500. 00000001:00000010:2.0:1767734670.764296:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1d0c7e000. 00000001:00000010:2.0:1767734670.764302:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1d0c78000. 00000001:00000010:2.0:1767734670.764309:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1d0c7a000. 00000001:00000010:2.0:1767734670.764315:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1d0c74000. 00000001:00000010:2.0:1767734670.764322:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1d0c70000. 00000001:00000010:2.0:1767734670.764328:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1d0c72000. 00000001:00000010:2.0:1767734670.764362:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1d0c76000. 00000001:00000010:2.0:1767734670.764373:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1c82c2000. 00000001:00000010:2.0:1767734670.764380:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1c57b0000. 00000001:00000010:2.0:1767734670.764388:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1c57b2000. 00000001:00000010:2.0:1767734670.764394:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1c57b4000. 00000001:00000010:2.0:1767734670.764403:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1de20a000. 00000001:00000010:2.0:1767734670.764411:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1de208000. 00000001:00000010:2.0:1767734670.764419:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1de20e000. 00000001:00000010:2.0:1767734670.764427:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b20113e000. 00000001:00000010:2.0:1767734670.764434:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b20113a000. 00000020:00000010:2.0:1767734670.764494:0:249696:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1c6032800. 00000020:00000010:2.0:1767734670.764498:0:249696:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff94b1c96c2280. 00010000:00000001:2.0:1767734670.764510:0:249696:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:2.0:1767734670.764555:0:249696:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:2.0:1767734670.764571:0:249696:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1c6033c00. 00000020:00000010:2.0:1767734670.764575:0:249696:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff94b1c6a51200. 00010000:00000001:2.0:1767734670.764586:0:249696:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:2.0:1767734670.764587:0:249696:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff94b1e7e86000-5 is initialized 00010000:00000001:2.0:1767734670.764590:0:249696:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.764602:0:249696:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446626089985059840 : -117983724491776 : ffff94b1c6032c00) 00010000:00000001:2.0:1767734670.764605:0:249696:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1767734670.764612:0:249696:0:(osc_request.c:735:osc_update_next_shrink()) next time 9965 to shrink grant 00000008:00000001:2.0:1767734670.764614:0:249696:0:(osc_request.c:4034:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.764847:0:249696:0:(lprocfs_status.c:1344:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.764879:0:249696:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1c6033400. 00000020:00000010:2.0:1767734670.764882:0:249696:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff94b1c86c4000. 00000008:00000001:2.0:1767734670.764909:0:249696:0:(osc_request.c:4088:osc_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767734670.764912:0:249696:0:(osc_dev.c:210:osc_device_alloc()) Process leaving (rc=18446626090044354944 : -117983665196672 : ffff94b1c98bf180) 00000008:00000001:2.0:1767734670.764915:0:249696:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.764918:0:249696:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1d97e2800. 00000020:00000010:2.0:1767734670.764923:0:249696:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1e78159c0. 00000008:00000010:2.0:1767734670.764927:0:249696:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734670.764932:0:249696:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734670.764936:0:249696:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734670.764940:0:249696:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734670.764945:0:249696:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1ee855918. 00000020:00000010:2.0:1767734670.764950:0:249696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1d97e2a00. 00000020:00000010:2.0:1767734670.764954:0:249696:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.764959:0:249696:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94b1c5924d48. 00000008:00000010:2.0:1767734670.764963:0:249696:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1fa614840. 00020000:00000010:2.0:1767734670.764967:0:249696:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1ef421d40. 00008000:00000010:2.0:1767734670.764971:0:249696:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1f60eb7f8. 00000080:00000010:2.0:1767734670.764976:0:249696:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1f8d2cb40. 00000020:00000010:2.0:1767734670.764979:0:249696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1f8ad0800. 00000020:00000001:2.0:1767734670.764982:0:249696:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734670.764984:0:249696:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-ffff94b1e7e86000 (ffff94b1c6998000) now 4 - setup 00000020:00000080:2.0:1767734670.764987:0:249696:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000-osc-ffff94b1e7e86000 (uuid 66586885-669e-469f-b1c7-cb1a0fe6eee4) 00000020:00000001:2.0:1767734670.764989:0:249696:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.764992:0:249696:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.764994:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff94b1e7e1b9c0. 00000020:00000010:2.0:1767734670.764997:0:249696:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff94b1f0ebdf40. 00000020:00000001:2.0:1767734670.765011:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.765014:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d018 type=0x10620000 idx=25 00000040:00001000:2.0:1767734670.765016:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:2.0:1767734670.765019:0:249696:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.765021:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.765026:0:249696:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f0ebdf40. 00000020:01000000:2.0:1767734670.765029:0:249696:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.765032:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff94b1c98bfa80. 00000020:00000080:2.0:1767734670.765034:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00000020:00000001:2.0:1767734670.765038:0:249696:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767734670.765042:0:249696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c6a51000. 00000020:00000010:2.0:1767734670.765047:0:249696:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c6a50e00. 00000020:00000010:2.0:1767734670.765051:0:249696:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1e78159c0. 00000008:00000010:2.0:1767734670.765057:0:249696:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734670.765061:0:249696:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734670.765064:0:249696:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734670.765067:0:249696:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734670.765070:0:249696:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1ee855918. 00020000:00000001:2.0:1767734670.765074:0:249696:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:2.0:1767734670.765078:0:249696:0:(lov_obd.c:467:lov_add_target()) Process entered 00020000:01000000:2.0:1767734670.765080:0:249696:0:(lov_obd.c:469:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:00000010:2.0:1767734670.765085:0:249696:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at ffff94b1c6a51e00. 00020000:01000000:2.0:1767734670.765087:0:249696:0:(lov_obd.c:498:lov_add_target()) lustre-clilov-ffff94b1e7e86000: Adding target lustre-OST0000_UUID 00020000:00000001:2.0:1767734670.765090:0:249696:0:(lu_tgt_descs.c:357:ltd_add_tgt()) Process entered 00020000:00000010:2.0:1767734670.765094:0:249696:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff94b1c86c1000. 00020000:00000001:2.0:1767734670.765097:0:249696:0:(lu_tgt_descs.c:388:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.765099:0:249696:0:(lu_tgt_pool.c:120:lu_tgt_pool_add_lock()) Process entered 00000020:00000001:2.0:1767734670.765103:0:249696:0:(lu_tgt_pool.c:138:lu_tgt_pool_add_lock()) Process leaving 00020000:01000000:2.0:1767734670.765105:0:249696:0:(lov_obd.c:520:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00020000:00000001:2.0:1767734670.765107:0:249696:0:(lov_obd.c:527:lov_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734670.765109:0:249696:0:(lov_obd.c:837:lov_process_config_base()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1767734670.765112:0:249696:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734670.765115:0:249696:0:(lov_dev.c:400:lov_cl_add_target()) Process entered 00020000:00000001:2.0:1767734670.765117:0:249696:0:(lov_dev.c:355:lov_expand_targets()) Process entered 00020000:00000010:2.0:1767734670.765128:0:249696:0:(lov_dev.c:363:lov_expand_targets()) kmalloced '(newd)': 512 at ffff94b1c6a50200. 00020000:00000001:2.0:1767734670.765131:0:249696:0:(lov_dev.c:377:lov_expand_targets()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734670.765134:0:249696:0:(lov_dev.c:429:lov_cl_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734670.765136:0:249696:0:(lov_dev.c:582:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.765138:0:249696:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c6a50e00. 00000020:00000010:2.0:1767734670.765142:0:249696:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1e78159c0. 00000008:00000010:2.0:1767734670.765146:0:249696:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734670.765149:0:249696:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734670.765153:0:249696:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734670.765155:0:249696:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734670.765158:0:249696:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1ee855918. 00000020:00000010:2.0:1767734670.765161:0:249696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c6a51000. 00000020:00000001:2.0:1767734670.765166:0:249696:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.765168:0:249696:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.765171:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.765175:0:249696:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f0ebdf40. 00000020:00000001:2.0:1767734670.765178:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.765180:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d098 type=0x10620000 idx=26 00000040:00001000:2.0:1767734670.765182:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:2.0:1767734670.765184:0:249696:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.765187:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.765188:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.765190:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.765191:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767734670.765196:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1f45c8c00. 00000020:00000080:2.0:1767734670.765198:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.765199:0:249696:0:(obd_config.c:1477:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:00000001:2.0:1767734670.765201:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.765203:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1f45c8c00. 00000020:00000001:2.0:1767734670.765207:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.765209:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d178 type=0x10620000 idx=27 00000040:00001000:2.0:1767734670.765211:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:2.0:1767734670.765213:0:249696:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.765215:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.765224:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.765225:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.765226:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1767734670.765228:0:249696:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #15 00000020:01000000:2.0:1767734670.765229:0:249696:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.765231:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.765233:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d258 type=0x10620000 idx=28 00000040:00001000:2.0:1767734670.765235:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:2.0:1767734670.765236:0:249696:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.765238:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:01000000:2.0:1767734670.765239:0:249696:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.765240:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.765242:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d2a8 type=0x10620000 idx=29 00000040:00001000:2.0:1767734670.765244:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:2.0:1767734670.765246:0:249696:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.765247:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.765248:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.765249:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.765251:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:2.0:1767734670.765253:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1f45c8c00. 00000020:00000080:2.0:1767734670.765255:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.765256:0:249696:0:(obd_config.c:1477:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:00000001:2.0:1767734670.765258:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.765259:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1f45c8c00. 00000020:00000001:2.0:1767734670.765262:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.765263:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d388 type=0x10620000 idx=30 00000040:00001000:2.0:1767734670.765265:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3192 remains) 00000040:00001000:2.0:1767734670.765266:0:249696:0:(llog.c:797:llog_process_thread()) index: 30, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.765268:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.765269:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.765270:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.765271:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767734670.765273:0:249696:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:01000004:2.0:1767734670.765275:0:249696:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.112@tcp:/lustre 00000020:00000001:2.0:1767734670.765276:0:249696:0:(obd_mount.c:947:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.765283:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1f45c8c00. 00000020:00000080:2.0:1767734670.765285:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.765286:0:249696:0:(obd_config.c:1477:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000001:2.0:1767734670.765288:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.765290:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1f45c8c00. 00000020:00000001:2.0:1767734670.765293:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.765295:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d468 type=0x10620000 idx=31 00000040:00001000:2.0:1767734670.765296:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2968 remains) 00000040:00001000:2.0:1767734670.765298:0:249696:0:(llog.c:797:llog_process_thread()) index: 31, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.765300:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.765303:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff94b1f0ebdf40. 00000020:00000080:2.0:1767734670.765305:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1767734670.765345:0:249696:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.203.112@tcp to nid 0x20000c0a8cb70 (192.168.203.112@tcp) 00000100:00000010:2.0:1767734670.765350:0:249696:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff94b1c6030800. 00000100:00000040:2.0:1767734670.765354:0:249696:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.203.112@tcp 192.168.203.112@tcp cnt=1 00000400:00000200:2.0:1767734670.765356:0:249696:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1767734670.765358:0:249696:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:2.0:1767734670.765360:0:249696:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:2.0:1767734670.765364:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.765367:0:249696:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767734670.765371:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.765375:0:249696:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767734670.765378:0:249696:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:2.0:1767734670.765380:0:249696:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000100:00000010:2.0:1767734670.765383:0:249696:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff94b1c6030800. 00000020:00000001:2.0:1767734670.765386:0:249696:0:(obd_config.c:1416:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.765388:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff94b1f0ebdf40. 00000020:00000001:2.0:1767734670.765391:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.765394:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d4c0 type=0x10620000 idx=32 00000040:00001000:2.0:1767734670.765396:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2880 remains) 00000040:00001000:2.0:1767734670.765399:0:249696:0:(llog.c:797:llog_process_thread()) index: 32, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.765401:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.765405:0:249696:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff94b1f0ebdf40. 00000020:01000000:2.0:1767734670.765416:0:249696:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.765419:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff94b1e7e1b9c0. 00000020:00000080:2.0:1767734670.765422:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1767734670.765424:0:249696:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:2.0:1767734670.765426:0:249696:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:2.0:1767734670.765433:0:249696:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6368 at ffff94b1c699b1c0. 00000020:00000080:2.0:1767734670.765437:0:249696:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osc-ffff94b1e7e86000 (ffff94b1c699b1c0) 00000020:00000001:2.0:1767734670.765440:0:249696:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767734670.765446:0:249696:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b1f0137000. 00000020:00000001:2.0:1767734670.765448:0:249696:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734670.765452:0:249696:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f0137000 with handle 0x1886cffb85c2b83f to hash 00000020:00000001:2.0:1767734670.765454:0:249696:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767734670.765458:0:249696:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767734670.765461:0:249696:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.765464:0:249696:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626090690768896 : -117983018782720 : ffff94b1f0137000) 00000020:00000040:2.0:1767734670.765467:0:249696:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f0137000 : new refcount 1 00000020:00000040:2.0:1767734670.765473:0:249696:0:(obd_config.c:927:class_incref()) incref lustre-OST0001-osc-ffff94b1e7e86000 (ffff94b1c699b1c0) now 2 - obd_device_list 00000020:00000001:2.0:1767734670.765477:0:249696:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767734670.765479:0:249696:0:(obd_config.c:657:class_attach()) OBD: dev 5 attached type osc with refcount 2 00000020:00000001:2.0:1767734670.765481:0:249696:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.765484:0:249696:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.765487:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff94b1e7e1b9c0. 00000020:00000010:2.0:1767734670.765491:0:249696:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff94b1f0ebdf40. 00000020:00000001:2.0:1767734670.765494:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.765497:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d540 type=0x10620000 idx=33 00000040:00001000:2.0:1767734670.765499:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2752 remains) 00000040:00001000:2.0:1767734670.765502:0:249696:0:(llog.c:797:llog_process_thread()) index: 33, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.765504:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.765508:0:249696:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff94b1f0ebdf40. 00000020:01000000:2.0:1767734670.765511:0:249696:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.765515:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff94b1e7e1b9c0. 00000020:00000080:2.0:1767734670.765517:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:2.0:1767734670.765521:0:249696:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:2.0:1767734670.765567:0:249696:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767734670.765572:0:249696:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b1f45c8c00. 00000001:00000010:2.0:1767734670.765582:0:249696:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1c37ee800. 00000001:00000010:2.0:1767734670.765587:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c6a51000. 00000001:00000010:2.0:1767734670.765592:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c6a50e00. 00000001:00000010:2.0:1767734670.765596:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c6a50400. 00000001:00000010:2.0:1767734670.765601:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c6a50000. 00000001:00000001:2.0:1767734670.765604:0:249696:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767734670.765608:0:249696:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff94b1ef790700. 00000001:00000010:2.0:1767734670.765613:0:249696:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff94b1c37ee1c0. 00000001:00000010:2.0:1767734670.765617:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c6a51400. 00000001:00000010:2.0:1767734670.765621:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c6a50800. 00000001:00000010:2.0:1767734670.765624:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c6a50600. 00000001:00000010:2.0:1767734670.765628:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff94b1c6a51800. 00000020:00000001:2.0:1767734670.765631:0:249696:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:2.0:1767734670.765634:0:249696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c6a51600. 00000020:00000010:2.0:1767734670.765639:0:249696:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.765644:0:249696:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94b1c5924d48. 00000008:00000010:2.0:1767734670.765648:0:249696:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94b1fa614840. 00020000:00000010:2.0:1767734670.765652:0:249696:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff94b1ef421d40. 00008000:00000010:2.0:1767734670.765657:0:249696:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94b1f60eb7f8. 00000080:00000010:2.0:1767734670.765663:0:249696:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94b1f8d2cb40. 00000020:00000010:2.0:1767734670.765669:0:249696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1f8ad0800. 00000020:00000010:2.0:1767734670.765674:0:249696:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1d97e2a00. 00000020:00000010:2.0:1767734670.765679:0:249696:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1e78159c0. 00000008:00000010:2.0:1767734670.765684:0:249696:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734670.765689:0:249696:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734670.765693:0:249696:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734670.765698:0:249696:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734670.765702:0:249696:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1ee855918. 00000008:00000010:2.0:1767734670.765706:0:249696:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at ffff94b1c98bf700. 00000008:00000001:2.0:1767734670.765709:0:249696:0:(osc_request.c:4054:osc_setup()) Process entered 00000008:00000001:2.0:1767734670.765711:0:249696:0:(osc_request.c:4012:osc_setup_common()) Process entered 00000100:00000001:2.0:1767734670.765714:0:249696:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:2.0:1767734670.765724:0:249696:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.765727:0:249696:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:2.0:1767734670.765734:0:249696:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff94b1c86c5000. 00010000:00000010:2.0:1767734670.765750:0:249696:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff94b1c86c0000. 00010000:00000001:2.0:1767734670.765756:0:249696:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:2.0:1767734670.765759:0:249696:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.765765:0:249696:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff94b1f0134800. 00000020:00000040:2.0:1767734670.765767:0:249696:0:(obd_config.c:927:class_incref()) incref lustre-OST0001-osc-ffff94b1e7e86000 (ffff94b1c699b1c0) now 3 - import 00000020:00000001:2.0:1767734670.765774:0:249696:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.765775:0:249696:0:(genops.c:1242:class_import_put()) import ffff94b1f0134800 refcount=1 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000020:00000001:2.0:1767734670.765778:0:249696:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767734670.765780:0:249696:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:2.0:1767734670.765788:0:249696:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.112@tcp->12345-192.168.203.112@tcp 00000100:00000001:2.0:1767734670.765791:0:249696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767734670.765796:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.765802:0:249696:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.203.112@tcp primary NID 192.168.203.112@tcp rc 0 00000100:00000001:2.0:1767734670.765805:0:249696:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767734670.765807:0:249696:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 15 to 192.168.203.112@tcp 00000100:00000001:2.0:1767734670.765810:0:249696:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000100:00000001:2.0:1767734670.765813:0:249696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446626090185659840 : -117983523891776 : 0xffff94b1d1f815c0) 00000100:00000040:2.0:1767734670.765817:0:249696:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff94b1d1f815c0 refcount 15 to 192.168.203.112@tcp 00000100:00000040:2.0:1767734670.765820:0:249696:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.112@tcp -> ffff94b1d1f815c0 00010000:00000010:2.0:1767734670.765825:0:249696:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff94b1e78158a0. 00010000:00080000:2.0:1767734670.765828:0:249696:0:(ldlm_lib.c:102:import_set_conn()) imp ffff94b1f0134800@lustre-OST0001-osc-ffff94b1e7e86000: add connection 192.168.203.112@tcp at head 00010000:00000001:2.0:1767734670.765830:0:249696:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.765833:0:249696:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:2.0:1767734670.765835:0:249696:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:2.0:1767734670.765837:0:249696:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767734670.765842:0:249696:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at ffff94b1f0e2a400. 00000001:00000001:2.0:1767734670.765844:0:249696:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767734670.765847:0:249696:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff94b1d97e2800. 00000001:00000010:2.0:1767734670.765852:0:249696:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff94b1c98bf580. 00000001:00000010:2.0:1767734670.765858:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b20113c000. 00000001:00000010:2.0:1767734670.765877:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b201138000. 00000001:00000010:2.0:1767734670.765886:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1ddc26000. 00000001:00000010:2.0:1767734670.765892:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1ddc22000. 00000001:00000010:2.0:1767734670.765898:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1ddc24000. 00000001:00000010:2.0:1767734670.765906:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1ddc20000. 00000001:00000010:2.0:1767734670.765915:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1eff4a000. 00000001:00000010:2.0:1767734670.765923:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1eff48000. 00000001:00000010:2.0:1767734670.765931:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1c6996000. 00000001:00000010:2.0:1767734670.765939:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1c6994000. 00000001:00000010:2.0:1767734670.765957:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b2013ae000. 00000001:00000010:2.0:1767734670.765965:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b2013a8000. 00000001:00000010:2.0:1767734670.765973:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b2013ac000. 00000001:00000010:2.0:1767734670.765982:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b2013aa000. 00000001:00000010:2.0:1767734670.766000:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1fb8a0000. 00000001:00000010:2.0:1767734670.766010:0:249696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff94b1fb8a4000. 00000020:00000010:2.0:1767734670.766153:0:249696:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1f0e28000. 00000020:00000010:2.0:1767734670.766158:0:249696:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff94b1c37ee7e0. 00010000:00000001:2.0:1767734670.766179:0:249696:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:2.0:1767734670.766262:0:249696:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:2.0:1767734670.766293:0:249696:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1f0e2b800. 00000020:00000010:2.0:1767734670.766299:0:249696:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff94b1d2094000. 00010000:00000001:2.0:1767734670.766351:0:249696:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:2.0:1767734670.766353:0:249696:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff94b1e7e86000-6 is initialized 00010000:00000001:2.0:1767734670.766356:0:249696:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.766359:0:249696:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446626090704348160 : -117983005203456 : ffff94b1f0e2a400) 00010000:00000001:2.0:1767734670.766362:0:249696:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1767734670.766366:0:249696:0:(osc_request.c:735:osc_update_next_shrink()) next time 9965 to shrink grant 00000008:00000001:2.0:1767734670.766368:0:249696:0:(osc_request.c:4034:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.766857:0:249696:0:(lprocfs_status.c:1344:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.766904:0:249696:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1f0e2ac00. 00000020:00000010:2.0:1767734670.766909:0:249696:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff94b1c86c2000. 00000008:00000001:2.0:1767734670.766937:0:249696:0:(osc_request.c:4088:osc_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767734670.766947:0:249696:0:(osc_dev.c:210:osc_device_alloc()) Process leaving (rc=18446626090044356352 : -117983665195264 : ffff94b1c98bf700) 00000008:00000001:2.0:1767734670.766950:0:249696:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.766953:0:249696:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1d97e2a00. 00000020:00000010:2.0:1767734670.766958:0:249696:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1e78159c0. 00000008:00000010:2.0:1767734670.766963:0:249696:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734670.766970:0:249696:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734670.766974:0:249696:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734670.766979:0:249696:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734670.766983:0:249696:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1ee855918. 00000020:00000010:2.0:1767734670.766989:0:249696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1f8ad0800. 00000020:00000010:2.0:1767734670.766994:0:249696:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.766998:0:249696:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94b1c5924d48. 00000008:00000010:2.0:1767734670.767002:0:249696:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1fa614840. 00020000:00000010:2.0:1767734670.767006:0:249696:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1ef421d40. 00008000:00000010:2.0:1767734670.767011:0:249696:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1f60eb7f8. 00000080:00000010:2.0:1767734670.767015:0:249696:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1f8d2cb40. 00000020:00000010:2.0:1767734670.767019:0:249696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c6a51600. 00000020:00000001:2.0:1767734670.767024:0:249696:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734670.767027:0:249696:0:(obd_config.c:927:class_incref()) incref lustre-OST0001-osc-ffff94b1e7e86000 (ffff94b1c699b1c0) now 4 - setup 00000020:00000080:2.0:1767734670.767030:0:249696:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0001-osc-ffff94b1e7e86000 (uuid 66586885-669e-469f-b1c7-cb1a0fe6eee4) 00000020:00000001:2.0:1767734670.767032:0:249696:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.767034:0:249696:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.767037:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff94b1e7e1b9c0. 00000020:00000010:2.0:1767734670.767041:0:249696:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff94b1f0ebdf40. 00000020:00000001:2.0:1767734670.767045:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.767048:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d5d0 type=0x10620000 idx=34 00000040:00001000:2.0:1767734670.767051:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2608 remains) 00000040:00001000:2.0:1767734670.767054:0:249696:0:(llog.c:797:llog_process_thread()) index: 34, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.767056:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.767061:0:249696:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f0ebdf40. 00000020:01000000:2.0:1767734670.767064:0:249696:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.767068:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff94b1c98bfa80. 00000020:00000080:2.0:1767734670.767081:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00000020:00000001:2.0:1767734670.767085:0:249696:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767734670.767089:0:249696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c6a51600. 00000020:00000010:2.0:1767734670.767096:0:249696:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1f8ad0800. 00000020:00000010:2.0:1767734670.767100:0:249696:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1e78159c0. 00000008:00000010:2.0:1767734670.767105:0:249696:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734670.767109:0:249696:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734670.767112:0:249696:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734670.767116:0:249696:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734670.767119:0:249696:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1ee855918. 00020000:00000001:2.0:1767734670.767122:0:249696:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:2.0:1767734670.767125:0:249696:0:(lov_obd.c:467:lov_add_target()) Process entered 00020000:01000000:2.0:1767734670.767127:0:249696:0:(lov_obd.c:469:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:00000010:2.0:1767734670.767133:0:249696:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at ffff94b1d97e2a00. 00020000:01000000:2.0:1767734670.767135:0:249696:0:(lov_obd.c:498:lov_add_target()) lustre-clilov-ffff94b1e7e86000: Adding target lustre-OST0001_UUID 00020000:00000001:2.0:1767734670.767137:0:249696:0:(lu_tgt_descs.c:357:ltd_add_tgt()) Process entered 00020000:00000001:2.0:1767734670.767139:0:249696:0:(lu_tgt_descs.c:388:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.767141:0:249696:0:(lu_tgt_pool.c:120:lu_tgt_pool_add_lock()) Process entered 00000020:00000001:2.0:1767734670.767143:0:249696:0:(lu_tgt_pool.c:138:lu_tgt_pool_add_lock()) Process leaving 00020000:01000000:2.0:1767734670.767145:0:249696:0:(lov_obd.c:520:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00020000:00000001:2.0:1767734670.767148:0:249696:0:(lov_obd.c:527:lov_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734670.767150:0:249696:0:(lov_obd.c:837:lov_process_config_base()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1767734670.767152:0:249696:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734670.767154:0:249696:0:(lov_dev.c:400:lov_cl_add_target()) Process entered 00020000:00000001:2.0:1767734670.767157:0:249696:0:(lov_dev.c:355:lov_expand_targets()) Process entered 00020000:00000001:2.0:1767734670.767159:0:249696:0:(lov_dev.c:377:lov_expand_targets()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734670.767161:0:249696:0:(lov_dev.c:429:lov_cl_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734670.767163:0:249696:0:(lov_dev.c:582:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.767165:0:249696:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1f8ad0800. 00000020:00000010:2.0:1767734670.767169:0:249696:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1e78159c0. 00000008:00000010:2.0:1767734670.767172:0:249696:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734670.767176:0:249696:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734670.767179:0:249696:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734670.767182:0:249696:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734670.767185:0:249696:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1ee855918. 00000020:00000010:2.0:1767734670.767198:0:249696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c6a51600. 00000020:00000001:2.0:1767734670.767202:0:249696:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.767204:0:249696:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.767207:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.767210:0:249696:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f0ebdf40. 00000020:00000001:2.0:1767734670.767213:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.767216:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d650 type=0x10620000 idx=35 00000040:00001000:2.0:1767734670.767218:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2480 remains) 00000040:00001000:2.0:1767734670.767220:0:249696:0:(llog.c:797:llog_process_thread()) index: 35, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.767222:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.767224:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.767226:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.767227:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767734670.767231:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.767234:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.767236:0:249696:0:(obd_config.c:1477:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:00000001:2.0:1767734670.767238:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.767240:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.767244:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.767246:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d730 type=0x10620000 idx=36 00000040:00001000:2.0:1767734670.767248:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2256 remains) 00000040:00001000:2.0:1767734670.767250:0:249696:0:(llog.c:797:llog_process_thread()) index: 36, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.767253:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.767255:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.767256:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.767258:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767734670.767260:0:249696:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767734670.767262:0:249696:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.767265:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.767267:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.767269:0:249696:0:(obd_config.c:1477:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000001:2.0:1767734670.767272:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.767274:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.767277:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.767286:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d810 type=0x10620000 idx=37 00000040:00001000:2.0:1767734670.767289:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2032 remains) 00000040:00001000:2.0:1767734670.767291:0:249696:0:(llog.c:797:llog_process_thread()) index: 37, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.767293:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.767296:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff94b1f0ebdf40. 00000020:00000080:2.0:1767734670.767298:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1767734670.767300:0:249696:0:(obd_config.c:1451:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:2.0:1767734670.767303:0:249696:0:(obd_config.c:1455:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.767304:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff94b1f0ebdf40. 00000020:00000001:2.0:1767734670.767341:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.767344:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d860 type=0x10620000 idx=38 00000040:00001000:2.0:1767734670.767347:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1952 remains) 00000040:00001000:2.0:1767734670.767349:0:249696:0:(llog.c:797:llog_process_thread()) index: 38, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.767351:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.767353:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.767354:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.767356:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767734670.767359:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.767361:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.767363:0:249696:0:(obd_config.c:1477:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000020:00000001:2.0:1767734670.767365:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.767367:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.767370:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.767373:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d940 type=0x10620000 idx=39 00000040:00001000:2.0:1767734670.767375:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1728 remains) 00000040:00001000:2.0:1767734670.767377:0:249696:0:(llog.c:797:llog_process_thread()) index: 39, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.767379:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.767381:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.767382:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.767385:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767734670.767387:0:249696:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767734670.767389:0:249696:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.767392:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.767394:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.767406:0:249696:0:(obd_config.c:1477:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000001:2.0:1767734670.767408:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.767411:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.767414:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.767417:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7da20 type=0x10620000 idx=40 00000040:00001000:2.0:1767734670.767419:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 40 lrh_len: 120 (1504 remains) 00000040:00001000:2.0:1767734670.767421:0:249696:0:(llog.c:797:llog_process_thread()) index: 40, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.767423:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.767426:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff94b1e78159c0. 00000020:00000080:2.0:1767734670.767429:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767734670.767434:0:249696:0:(obd_config.c:1503:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.767436:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff94b1e78159c0. 00000020:00000001:2.0:1767734670.767441:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.767442:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7da98 type=0x10620000 idx=41 00000040:00001000:2.0:1767734670.767444:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 41 lrh_len: 224 (1384 remains) 00000040:00001000:2.0:1767734670.767446:0:249696:0:(llog.c:797:llog_process_thread()) index: 41, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.767449:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.767451:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.767453:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.767455:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767734670.767458:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.767460:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.767462:0:249696:0:(obd_config.c:1477:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000020:00000001:2.0:1767734670.767465:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.767467:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.767471:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.767474:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7db78 type=0x10620000 idx=42 00000040:00001000:2.0:1767734670.767476:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 42 lrh_len: 224 (1160 remains) 00000040:00001000:2.0:1767734670.767478:0:249696:0:(llog.c:797:llog_process_thread()) index: 42, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.767480:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.767482:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.767484:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.767485:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1767734670.767488:0:249696:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #28 00000020:01000000:2.0:1767734670.767496:0:249696:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.767498:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.767501:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7dc58 type=0x10620000 idx=43 00000040:00001000:2.0:1767734670.767503:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 43 lrh_len: 112 (936 remains) 00000040:00001000:2.0:1767734670.767506:0:249696:0:(llog.c:797:llog_process_thread()) index: 43, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.767508:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:01000000:2.0:1767734670.767510:0:249696:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.767512:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.767514:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7dcc8 type=0x10620000 idx=44 00000040:00001000:2.0:1767734670.767517:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 44 lrh_len: 224 (824 remains) 00000040:00001000:2.0:1767734670.767519:0:249696:0:(llog.c:797:llog_process_thread()) index: 44, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.767521:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.767522:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.767524:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.767526:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:2.0:1767734670.767529:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.767532:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.767549:0:249696:0:(obd_config.c:1477:class_process_config()) marker 28 (0x6) lustre-clilov new lustre.test_65n 00000020:00000001:2.0:1767734670.767552:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.767555:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.767559:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.767561:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7dda8 type=0x10620000 idx=45 00000040:00001000:2.0:1767734670.767564:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 45 lrh_len: 224 (600 remains) 00000040:00001000:2.0:1767734670.767566:0:249696:0:(llog.c:797:llog_process_thread()) index: 45, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.767568:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.767570:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.767571:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.767574:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1767734670.767576:0:249696:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #30 00000020:01000000:2.0:1767734670.767578:0:249696:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.767580:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.767582:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7de88 type=0x10620000 idx=46 00000040:00001000:2.0:1767734670.767584:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 46 lrh_len: 136 (376 remains) 00000040:00001000:2.0:1767734670.767586:0:249696:0:(llog.c:797:llog_process_thread()) index: 46, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.767588:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:01000000:2.0:1767734670.767597:0:249696:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.767599:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.767602:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7df10 type=0x10600000 idx=47 00000040:00001000:2.0:1767734670.767605:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 47 lrh_len: 240 (240 remains) 00000040:00001000:2.0:1767734670.767607:0:249696:0:(llog.c:607:llog_process_thread()) index: 48 last_index 64767 00000040:00000001:2.0:1767734670.767610:0:249696:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767734670.767612:0:249696:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1767734670.767616:0:249696:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:2.0:1767734670.767620:0:249696:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cad80. 00000020:00000040:2.0:1767734670.767623:0:249696:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767734670.767626:0:249696:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734670.767629:0:249696:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734670.767633:0:249696:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734670.767638:0:249696:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c6a51600. 00000100:00000001:2.0:1767734670.767643:0:249696:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.767647:0:249696:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734670.767649:0:249696:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734670.767653:0:249696:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1b9c0. 00000100:00000001:2.0:1767734670.767655:0:249696:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553293248 : -117983156258368 : ffff94b1e7e1b9c0) 00000100:00000001:2.0:1767734670.767658:0:249696:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734670.767660:0:249696:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155552128 : -117983553999488 : ffff94b1d02cad80) 00000100:00000001:2.0:1767734670.767664:0:249696:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734670.767668:0:249696:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.767670:0:249696:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734670.767672:0:249696:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734670.767679:0:249696:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cad80 x1853602672071680/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.767688:0:249696:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734670.767690:0:249696:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.767693:0:249696:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734670.767696:0:249696:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734670.767699:0:249696:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734670.767704:0:249696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6d7b501b-fa70-4fef-9613-be2df560a7ce:249696:1853602672071680:192.168.203.112@tcp:502:llog_process_th.0 00000100:00000001:2.0:1767734670.767708:0:249696:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734670.767719:0:249696:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734670.767722:0:249696:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.767725:0:249696:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734670.767741:0:249696:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1c86bc000. 02000000:00000001:2.0:1767734670.767743:0:249696:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.767749:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734670.767754:0:249696:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e6e0. 00000400:00000010:2.0:1767734670.767759:0:249696:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1e7e1bd80. 00000100:00000200:2.0:1767734670.767764:0:249696:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672071680, portal 25 00000100:00000001:2.0:1767734670.767767:0:249696:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734670.767768:0:249696:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155552128 : -117983553999488 : ffff94b1d02cad80) 00000100:00000040:2.0:1767734670.767774:0:249696:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cad80 x1853602672071680/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.767782:0:249696:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734670.767785:0:249696:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734670.767789:0:249696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29c38. 00000100:00000200:2.0:1767734670.767791:0:249696:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853602672071680, offset 0 00000400:00000200:2.0:1767734670.767797:0:249696:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734670.767803:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.767809:0:249696:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734670.767813:0:249696:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734670.767818:0:249696:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734670.767821:0:249696:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734670.767824:0:249696:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734670.767830:0:249696:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66514:66514:256:4294967295] 192.168.203.112@tcp LPNI seq info [66514:66514:8:4294967295] 00000400:00000200:2.0:1767734670.767835:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.767849:0:249696:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734670.767855:0:249696:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734670.767860:0:249696:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790c00. 00000800:00000200:2.0:1767734670.767865:0:249696:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734670.767872:0:249696:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734670.767876:0:249696:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790c00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767734670.767898:0:249696:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.767904:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734670.767907:0:249696:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303433445 00000800:00000200:2.0:1767734670.767969:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734670.767973:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790c00. 00000400:00000200:2.0:1767734670.767979:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734670.767985:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734670.767990:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29c38 00000400:00000010:2.0:1767734670.767993:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29c38. 00000100:00000001:2.0:1767734670.767997:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734670.768001:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cad80 x1853602672071680/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.768010:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.768015:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cad80 x1853602672071680/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.768022:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.768024:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767734670.768042:0:249696:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303433433 00000100:00000001:2.0:1767734670.768048:0:249696:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303433445 00000100:00000001:2.0:1767734670.768051:0:249696:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303433433 00000100:00000001:2.0:1767734670.768054:0:249696:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.768057:0:249696:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.768059:0:249696:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734670.768061:0:249696:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734670.768064:0:249696:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1b9c0 going to sleep for 11 seconds 00000100:00000001:2.0:1767734670.768067:0:249696:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734670.768069:0:249696:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734670.769822:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.769831:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.769835:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.769841:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.769847:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.769854:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734670.769861:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.769866:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.769947:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.769953:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 25 MB=0x695d780d2d400 00000400:00000200:3.0:1767734670.769970:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.769977:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7b6c5 [4] + 224 00000800:00000001:3.0:1767734670.769984:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.770001:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.770004:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.770010:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734670.770015:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.770022:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cad80 x1853602672071680/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734670.770035:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1d02cad80 x1853602672071680/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.770058:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734670.770066:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767734670.770071:0:249696:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767734670.770072:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767734670.770078:0:249696:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734670.770083:0:249696:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734670.770086:0:249696:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e6e0. 00000400:00000200:2.0:1767734670.770092:0:249696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1e7e1bd80 00000400:00000010:2.0:1767734670.770094:0:249696:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1e7e1bd80. 00000100:00000001:2.0:1767734670.770106:0:249696:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734670.770114:0:249696:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cad80 x1853602672071680/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734670.770125:0:249696:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cad80 x1853602672071680/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.770133:0:249696:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734670.770136:0:249696:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.770139:0:249696:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734670.770140:0:249696:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734670.770142:0:249696:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734670.770144:0:249696:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.770147:0:249696:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734670.770151:0:249696:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=98 v=5 (5 5 5 5) 00000100:00001000:2.0:1767734670.770154:0:249696:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=98 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734670.770158:0:249696:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734670.770160:0:249696:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.770162:0:249696:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734670.770169:0:249696:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.770171:0:249696:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734670.770178:0:249696:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cad80 x1853602672071680/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.770184:0:249696:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.770187:0:249696:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734670.770189:0:249696:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734670.770194:0:249696:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cad80 x1853602672071680/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734670.770202:0:249696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6d7b501b-fa70-4fef-9613-be2df560a7ce:249696:1853602672071680:192.168.203.112@tcp:502:llog_process_th.0 00000100:00000001:2.0:1767734670.770208:0:249696:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.770210:0:249696:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.770212:0:249696:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734670.770214:0:249696:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.770219:0:249696:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cad80 x1853602672071680/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.770232:0:249696:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734670.770235:0:249696:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1e7e1b9c0. 00000100:00000001:2.0:1767734670.770239:0:249696:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734670.770240:0:249696:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734670.770244:0:249696:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1767734670.770246:0:249696:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.770250:0:249696:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cad80 x1853602672071680/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.770256:0:249696:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734670.770258:0:249696:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734670.770260:0:249696:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1c86bc000. 02000000:00000001:2.0:1767734670.770272:0:249696:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734670.770274:0:249696:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.770275:0:249696:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734670.770277:0:249696:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734670.770279:0:249696:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c6a51600. 02000000:00000001:2.0:1767734670.770283:0:249696:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734670.770285:0:249696:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734670.770287:0:249696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cad80. 00000100:00000001:2.0:1767734670.770290:0:249696:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734670.770292:0:249696:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767734670.770295:0:249696:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.770296:0:249696:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734670.770298:0:249696:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767734670.770300:0:249696:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770302:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c000 type=0x10620000 idx=48 00000040:00001000:2.0:1767734670.770304:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 48 lrh_len: 224 (8192 remains) 00000040:00001000:2.0:1767734670.770338:0:249696:0:(llog.c:797:llog_process_thread()) index: 48, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770341:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.770343:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.770345:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.770346:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:2.0:1767734670.770351:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.770354:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.770363:0:249696:0:(obd_config.c:1477:class_process_config()) marker 30 (0x6) lustre-clilov add lustre.test_65n.lustre-OST0000_UUID 00000020:00000001:2.0:1767734670.770367:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.770370:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.770374:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770377:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c0e0 type=0x10620000 idx=49 00000040:00001000:2.0:1767734670.770379:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 49 lrh_len: 224 (7968 remains) 00000040:00001000:2.0:1767734670.770382:0:249696:0:(llog.c:797:llog_process_thread()) index: 49, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770384:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.770386:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.770388:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.770391:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1767734670.770393:0:249696:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #32 00000020:01000000:2.0:1767734670.770396:0:249696:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.770398:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770401:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c1c0 type=0x10620000 idx=50 00000040:00001000:2.0:1767734670.770403:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 50 lrh_len: 136 (7744 remains) 00000040:00001000:2.0:1767734670.770405:0:249696:0:(llog.c:797:llog_process_thread()) index: 50, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770407:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:01000000:2.0:1767734670.770408:0:249696:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.770410:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770413:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c248 type=0x10620000 idx=51 00000040:00001000:2.0:1767734670.770415:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 51 lrh_len: 224 (7608 remains) 00000040:00001000:2.0:1767734670.770416:0:249696:0:(llog.c:797:llog_process_thread()) index: 51, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770418:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.770420:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.770422:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.770423:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:2.0:1767734670.770426:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.770427:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.770429:0:249696:0:(obd_config.c:1477:class_process_config()) marker 32 (0x6) lustre-clilov add lustre.test_65n.lustre-OST0001_UUID 00000020:00000001:2.0:1767734670.770431:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.770433:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.770436:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770439:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c328 type=0x10620000 idx=52 00000040:00001000:2.0:1767734670.770447:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 52 lrh_len: 224 (7384 remains) 00000040:00001000:2.0:1767734670.770450:0:249696:0:(llog.c:797:llog_process_thread()) index: 52, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770453:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.770455:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.770457:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.770459:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767734670.770461:0:249696:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767734670.770463:0:249696:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.770467:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.770469:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.770471:0:249696:0:(obd_config.c:1477:class_process_config()) marker 34 (0x1) lustre-clilov rem lustre.test_65n.lustre-OST0000_UUID 00000020:00000001:2.0:1767734670.770474:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.770476:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.770480:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770482:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c408 type=0x10620000 idx=53 00000040:00001000:2.0:1767734670.770485:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 53 lrh_len: 136 (7160 remains) 00000040:00001000:2.0:1767734670.770487:0:249696:0:(llog.c:797:llog_process_thread()) index: 53, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770488:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.770491:0:249696:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f0ebdf40. 00000020:01000000:2.0:1767734670.770493:0:249696:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce022, instance name: lustre-clilov-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.770496:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff94b1c98bfa80. 00000020:00000080:2.0:1767734670.770498:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: ce022 00000020:00000001:2.0:1767734670.770502:0:249696:0:(obd_class.h:994:obd_pool_rem()) Process entered 00020000:00000001:2.0:1767734670.770507:0:249696:0:(lov_pool.c:577:lov_pool_remove()) Process entered 00020000:00000001:2.0:1767734670.770510:0:249696:0:(lov_pool.c:586:lov_pool_remove()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1767734670.770513:0:249696:0:(obd_class.h:1001:obd_pool_rem()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1767734670.770516:0:249696:0:(obd_config.c:1564:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.770519:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.770523:0:249696:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f0ebdf40. 00000020:00000001:2.0:1767734670.770527:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770529:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c490 type=0x10620000 idx=54 00000040:00001000:2.0:1767734670.770531:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 54 lrh_len: 224 (7024 remains) 00000040:00001000:2.0:1767734670.770547:0:249696:0:(llog.c:797:llog_process_thread()) index: 54, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770557:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.770558:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.770559:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.770561:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767734670.770564:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.770566:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.770568:0:249696:0:(obd_config.c:1477:class_process_config()) marker 34 (0x2) lustre-clilov rem lustre.test_65n.lustre-OST0000_UUID 00000020:00000001:2.0:1767734670.770570:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.770572:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.770575:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770578:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c570 type=0x10620000 idx=55 00000040:00001000:2.0:1767734670.770580:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 55 lrh_len: 224 (6800 remains) 00000040:00001000:2.0:1767734670.770582:0:249696:0:(llog.c:797:llog_process_thread()) index: 55, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770583:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.770585:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.770586:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.770588:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767734670.770590:0:249696:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767734670.770592:0:249696:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.770595:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.770597:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.770599:0:249696:0:(obd_config.c:1477:class_process_config()) marker 36 (0x1) lustre-clilov rem lustre.test_65n.lustre-OST0001_UUID 00000020:00000001:2.0:1767734670.770602:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.770604:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.770607:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770609:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c650 type=0x10620000 idx=56 00000040:00001000:2.0:1767734670.770611:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 56 lrh_len: 136 (6576 remains) 00000040:00001000:2.0:1767734670.770613:0:249696:0:(llog.c:797:llog_process_thread()) index: 56, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770615:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.770618:0:249696:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f0ebdf40. 00000020:01000000:2.0:1767734670.770620:0:249696:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce022, instance name: lustre-clilov-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.770625:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff94b1c98bfa80. 00000020:00000080:2.0:1767734670.770627:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: ce022 00000020:00000001:2.0:1767734670.770636:0:249696:0:(obd_class.h:994:obd_pool_rem()) Process entered 00020000:00000001:2.0:1767734670.770638:0:249696:0:(lov_pool.c:577:lov_pool_remove()) Process entered 00020000:00000001:2.0:1767734670.770639:0:249696:0:(lov_pool.c:586:lov_pool_remove()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1767734670.770641:0:249696:0:(obd_class.h:1001:obd_pool_rem()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1767734670.770644:0:249696:0:(obd_config.c:1564:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.770646:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.770651:0:249696:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f0ebdf40. 00000020:00000001:2.0:1767734670.770653:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770655:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c6d8 type=0x10620000 idx=57 00000040:00001000:2.0:1767734670.770656:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 57 lrh_len: 224 (6440 remains) 00000040:00001000:2.0:1767734670.770658:0:249696:0:(llog.c:797:llog_process_thread()) index: 57, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770660:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.770661:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.770663:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.770664:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767734670.770667:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.770670:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.770672:0:249696:0:(obd_config.c:1477:class_process_config()) marker 36 (0x2) lustre-clilov rem lustre.test_65n.lustre-OST0001_UUID 00000020:00000001:2.0:1767734670.770675:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.770676:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.770679:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770681:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c7b8 type=0x10620000 idx=58 00000040:00001000:2.0:1767734670.770684:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 58 lrh_len: 224 (6216 remains) 00000040:00001000:2.0:1767734670.770686:0:249696:0:(llog.c:797:llog_process_thread()) index: 58, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770687:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.770689:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.770691:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.770692:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767734670.770694:0:249696:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767734670.770695:0:249696:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.770699:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.770701:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.770703:0:249696:0:(obd_config.c:1477:class_process_config()) marker 38 (0x1) lustre-clilov del lustre.test_65n 00000020:00000001:2.0:1767734670.770705:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.770716:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.770720:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770722:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c898 type=0x10620000 idx=59 00000040:00001000:2.0:1767734670.770724:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 59 lrh_len: 112 (5992 remains) 00000040:00001000:2.0:1767734670.770726:0:249696:0:(llog.c:797:llog_process_thread()) index: 59, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770728:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.770730:0:249696:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f0ebdf40. 00000020:01000000:2.0:1767734670.770732:0:249696:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce023, instance name: lustre-clilov-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.770735:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at ffff94b1c98bfa80. 00000020:00000080:2.0:1767734670.770736:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: ce023 00000020:00000001:2.0:1767734670.770739:0:249696:0:(obd_class.h:963:obd_pool_del()) Process entered 00020000:00000001:2.0:1767734670.770745:0:249696:0:(lov_pool.c:463:lov_pool_del()) Process entered 00020000:00000001:2.0:1767734670.770747:0:249696:0:(lov_pool.c:477:lov_pool_del()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1767734670.770749:0:249696:0:(obd_class.h:970:obd_pool_del()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1767734670.770751:0:249696:0:(obd_config.c:1568:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.770753:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 104 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.770756:0:249696:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f0ebdf40. 00000020:00000001:2.0:1767734670.770758:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770760:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c908 type=0x10620000 idx=60 00000040:00001000:2.0:1767734670.770762:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 60 lrh_len: 224 (5880 remains) 00000040:00001000:2.0:1767734670.770764:0:249696:0:(llog.c:797:llog_process_thread()) index: 60, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770766:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.770768:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.770770:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.770772:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767734670.770776:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.770777:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.770779:0:249696:0:(obd_config.c:1477:class_process_config()) marker 38 (0x2) lustre-clilov del lustre.test_65n 00000020:00000001:2.0:1767734670.770781:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.770782:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.770786:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770788:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7c9e8 type=0x10620000 idx=61 00000040:00001000:2.0:1767734670.770789:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 61 lrh_len: 224 (5656 remains) 00000040:00001000:2.0:1767734670.770798:0:249696:0:(llog.c:797:llog_process_thread()) index: 61, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770801:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.770802:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.770803:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.770805:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1767734670.770807:0:249696:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #40 00000020:01000000:2.0:1767734670.770808:0:249696:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.770810:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770812:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7cac8 type=0x10620000 idx=62 00000040:00001000:2.0:1767734670.770814:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 62 lrh_len: 112 (5432 remains) 00000040:00001000:2.0:1767734670.770816:0:249696:0:(llog.c:797:llog_process_thread()) index: 62, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770818:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:01000000:2.0:1767734670.770819:0:249696:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.770821:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770823:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7cb38 type=0x10620000 idx=63 00000040:00001000:2.0:1767734670.770825:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 63 lrh_len: 224 (5320 remains) 00000040:00001000:2.0:1767734670.770827:0:249696:0:(llog.c:797:llog_process_thread()) index: 63, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770829:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.770831:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.770832:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.770834:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:2.0:1767734670.770838:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.770839:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.770841:0:249696:0:(obd_config.c:1477:class_process_config()) marker 40 (0x6) lustre-clilov new lustre.test_65o 00000020:00000001:2.0:1767734670.770843:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.770845:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.770849:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770852:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7cc18 type=0x10620000 idx=64 00000040:00001000:2.0:1767734670.770853:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 64 lrh_len: 224 (5096 remains) 00000040:00001000:2.0:1767734670.770855:0:249696:0:(llog.c:797:llog_process_thread()) index: 64, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770857:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.770858:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.770859:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.770861:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1767734670.770862:0:249696:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #42 00000020:01000000:2.0:1767734670.770870:0:249696:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.770871:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770873:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7ccf8 type=0x10620000 idx=65 00000040:00001000:2.0:1767734670.770875:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 65 lrh_len: 136 (4872 remains) 00000040:00001000:2.0:1767734670.770877:0:249696:0:(llog.c:797:llog_process_thread()) index: 65, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770878:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:01000000:2.0:1767734670.770880:0:249696:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.770881:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770883:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7cd80 type=0x10620000 idx=66 00000040:00001000:2.0:1767734670.770884:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 66 lrh_len: 224 (4736 remains) 00000040:00001000:2.0:1767734670.770886:0:249696:0:(llog.c:797:llog_process_thread()) index: 66, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770888:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.770889:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.770890:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.770892:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:2.0:1767734670.770894:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.770896:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.770897:0:249696:0:(obd_config.c:1477:class_process_config()) marker 42 (0x6) lustre-clilov add lustre.test_65o.lustre-OST0000_UUID 00000020:00000001:2.0:1767734670.770900:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.770902:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.770904:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770906:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7ce60 type=0x10620000 idx=67 00000040:00001000:2.0:1767734670.770908:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 67 lrh_len: 224 (4512 remains) 00000040:00001000:2.0:1767734670.770910:0:249696:0:(llog.c:797:llog_process_thread()) index: 67, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770912:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.770913:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.770914:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.770916:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1767734670.770918:0:249696:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #44 00000020:01000000:2.0:1767734670.770919:0:249696:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.770920:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770922:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7cf40 type=0x10620000 idx=68 00000040:00001000:2.0:1767734670.770924:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 68 lrh_len: 136 (4288 remains) 00000040:00001000:2.0:1767734670.770926:0:249696:0:(llog.c:797:llog_process_thread()) index: 68, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770935:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:01000000:2.0:1767734670.770937:0:249696:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.770939:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770941:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7cfc8 type=0x10620000 idx=69 00000040:00001000:2.0:1767734670.770944:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 69 lrh_len: 224 (4152 remains) 00000040:00001000:2.0:1767734670.770946:0:249696:0:(llog.c:797:llog_process_thread()) index: 69, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770948:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.770950:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.770951:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.770953:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:2.0:1767734670.770957:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.770959:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.770960:0:249696:0:(obd_config.c:1477:class_process_config()) marker 44 (0x6) lustre-clilov add lustre.test_65o.lustre-OST0001_UUID 00000020:00000001:2.0:1767734670.770963:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.770965:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.770969:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.770972:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d0a8 type=0x10620000 idx=70 00000040:00001000:2.0:1767734670.770974:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 70 lrh_len: 224 (3928 remains) 00000040:00001000:2.0:1767734670.770976:0:249696:0:(llog.c:797:llog_process_thread()) index: 70, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.770977:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.770979:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.770979:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.770981:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767734670.770982:0:249696:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767734670.770983:0:249696:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.770987:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.770989:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.770991:0:249696:0:(obd_config.c:1477:class_process_config()) marker 46 (0x1) lustre-clilov rem lustre.test_65o.lustre-OST0000_UUID 00000020:00000001:2.0:1767734670.770993:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.770995:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.770997:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.771000:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d188 type=0x10620000 idx=71 00000040:00001000:2.0:1767734670.771002:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 71 lrh_len: 136 (3704 remains) 00000040:00001000:2.0:1767734670.771003:0:249696:0:(llog.c:797:llog_process_thread()) index: 71, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.771009:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.771012:0:249696:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f0ebdf40. 00000020:01000000:2.0:1767734670.771014:0:249696:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce022, instance name: lustre-clilov-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.771017:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff94b1c98bfa80. 00000020:00000080:2.0:1767734670.771019:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: ce022 00000020:00000001:2.0:1767734670.771022:0:249696:0:(obd_class.h:994:obd_pool_rem()) Process entered 00020000:00000001:2.0:1767734670.771024:0:249696:0:(lov_pool.c:577:lov_pool_remove()) Process entered 00020000:00000001:2.0:1767734670.771025:0:249696:0:(lov_pool.c:586:lov_pool_remove()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1767734670.771028:0:249696:0:(obd_class.h:1001:obd_pool_rem()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1767734670.771029:0:249696:0:(obd_config.c:1564:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.771032:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.771035:0:249696:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f0ebdf40. 00000020:00000001:2.0:1767734670.771039:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.771041:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d210 type=0x10620000 idx=72 00000040:00001000:2.0:1767734670.771044:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 72 lrh_len: 224 (3568 remains) 00000040:00001000:2.0:1767734670.771046:0:249696:0:(llog.c:797:llog_process_thread()) index: 72, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.771047:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.771049:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.771050:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.771052:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767734670.771055:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.771057:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.771059:0:249696:0:(obd_config.c:1477:class_process_config()) marker 46 (0x2) lustre-clilov rem lustre.test_65o.lustre-OST0000_UUID 00000020:00000001:2.0:1767734670.771061:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.771063:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.771066:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.771068:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d2f0 type=0x10620000 idx=73 00000040:00001000:2.0:1767734670.771070:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 73 lrh_len: 224 (3344 remains) 00000040:00001000:2.0:1767734670.771071:0:249696:0:(llog.c:797:llog_process_thread()) index: 73, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.771073:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.771075:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.771076:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.771078:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767734670.771086:0:249696:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767734670.771088:0:249696:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.771091:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.771093:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.771095:0:249696:0:(obd_config.c:1477:class_process_config()) marker 48 (0x1) lustre-clilov rem lustre.test_65o.lustre-OST0001_UUID 00000020:00000001:2.0:1767734670.771097:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.771099:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.771101:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.771103:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d3d0 type=0x10620000 idx=74 00000040:00001000:2.0:1767734670.771105:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 74 lrh_len: 136 (3120 remains) 00000040:00001000:2.0:1767734670.771107:0:249696:0:(llog.c:797:llog_process_thread()) index: 74, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.771108:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.771110:0:249696:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f0ebdf40. 00000020:01000000:2.0:1767734670.771112:0:249696:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce022, instance name: lustre-clilov-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.771114:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff94b1c98bfa80. 00000020:00000080:2.0:1767734670.771116:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: ce022 00000020:00000001:2.0:1767734670.771118:0:249696:0:(obd_class.h:994:obd_pool_rem()) Process entered 00020000:00000001:2.0:1767734670.771119:0:249696:0:(lov_pool.c:577:lov_pool_remove()) Process entered 00020000:00000001:2.0:1767734670.771121:0:249696:0:(lov_pool.c:586:lov_pool_remove()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1767734670.771123:0:249696:0:(obd_class.h:1001:obd_pool_rem()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1767734670.771125:0:249696:0:(obd_config.c:1564:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.771127:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.771129:0:249696:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f0ebdf40. 00000020:00000001:2.0:1767734670.771131:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.771132:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d458 type=0x10620000 idx=75 00000040:00001000:2.0:1767734670.771134:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 75 lrh_len: 224 (2984 remains) 00000040:00001000:2.0:1767734670.771135:0:249696:0:(llog.c:797:llog_process_thread()) index: 75, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.771137:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.771138:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.771139:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.771140:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767734670.771142:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.771143:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.771151:0:249696:0:(obd_config.c:1477:class_process_config()) marker 48 (0x2) lustre-clilov rem lustre.test_65o.lustre-OST0001_UUID 00000020:00000001:2.0:1767734670.771153:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.771154:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.771156:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.771158:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d538 type=0x10620000 idx=76 00000040:00001000:2.0:1767734670.771160:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 76 lrh_len: 224 (2760 remains) 00000040:00001000:2.0:1767734670.771162:0:249696:0:(llog.c:797:llog_process_thread()) index: 76, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.771163:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.771164:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.771165:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.771166:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767734670.771168:0:249696:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767734670.771169:0:249696:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.771172:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790c00. 00000020:00000080:2.0:1767734670.771173:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.771175:0:249696:0:(obd_config.c:1477:class_process_config()) marker 50 (0x1) lustre-clilov del lustre.test_65o 00000020:00000001:2.0:1767734670.771176:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.771178:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790c00. 00000020:00000001:2.0:1767734670.771180:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.771181:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d618 type=0x10620000 idx=77 00000040:00001000:2.0:1767734670.771183:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 77 lrh_len: 112 (2536 remains) 00000040:00001000:2.0:1767734670.771184:0:249696:0:(llog.c:797:llog_process_thread()) index: 77, lh_last_idx: 78 synced_idx: 0 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.771186:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.771187:0:249696:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff94b1f0ebdf40. 00000020:01000000:2.0:1767734670.771189:0:249696:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce023, instance name: lustre-clilov-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.771192:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at ffff94b1c98bfa80. 00000020:00000080:2.0:1767734670.771194:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: ce023 00000020:00000001:2.0:1767734670.771196:0:249696:0:(obd_class.h:963:obd_pool_del()) Process entered 00020000:00000001:2.0:1767734670.771198:0:249696:0:(lov_pool.c:463:lov_pool_del()) Process entered 00020000:00000001:2.0:1767734670.771200:0:249696:0:(lov_pool.c:477:lov_pool_del()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1767734670.771202:0:249696:0:(obd_class.h:970:obd_pool_del()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1767734670.771203:0:249696:0:(obd_config.c:1568:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.771205:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 104 at ffff94b1c98bfa80. 00000020:00000010:2.0:1767734670.771216:0:249696:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff94b1f0ebdf40. 00000020:00000001:2.0:1767734670.771220:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.771222:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d688 type=0x10620000 idx=78 00000040:00001000:2.0:1767734670.771226:0:249696:0:(llog.c:720:llog_process_thread()) synced_idx: 78 00000040:00000001:2.0:1767734670.771228:0:249696:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767734670.771230:0:249696:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1767734670.771233:0:249696:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:2.0:1767734670.771238:0:249696:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cad80. 00000020:00000040:2.0:1767734670.771241:0:249696:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767734670.771244:0:249696:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734670.771246:0:249696:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734670.771248:0:249696:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734670.771255:0:249696:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c6a51600. 00000100:00000001:2.0:1767734670.771259:0:249696:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.771262:0:249696:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734670.771264:0:249696:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734670.771268:0:249696:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1b9c0. 00000100:00000001:2.0:1767734670.771271:0:249696:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553293248 : -117983156258368 : ffff94b1e7e1b9c0) 00000100:00000001:2.0:1767734670.771274:0:249696:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734670.771275:0:249696:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155552128 : -117983553999488 : ffff94b1d02cad80) 00000100:00000001:2.0:1767734670.771279:0:249696:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734670.771282:0:249696:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.771285:0:249696:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734670.771286:0:249696:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734670.771290:0:249696:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cad80 x1853602672071808/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.771298:0:249696:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734670.771300:0:249696:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.771303:0:249696:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734670.771305:0:249696:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734670.771337:0:249696:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734670.771342:0:249696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6d7b501b-fa70-4fef-9613-be2df560a7ce:249696:1853602672071808:192.168.203.112@tcp:502:llog_process_th.0 00000100:00000001:2.0:1767734670.771346:0:249696:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734670.771357:0:249696:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734670.771360:0:249696:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.771363:0:249696:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734670.771377:0:249696:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1fd120000. 02000000:00000001:2.0:1767734670.771379:0:249696:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.771385:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734670.771391:0:249696:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e6e0. 00000400:00000010:2.0:1767734670.771397:0:249696:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1e7e1bd80. 00000100:00000200:2.0:1767734670.771403:0:249696:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672071808, portal 25 00000100:00000001:2.0:1767734670.771406:0:249696:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734670.771408:0:249696:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155552128 : -117983553999488 : ffff94b1d02cad80) 00000100:00000040:2.0:1767734670.771416:0:249696:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cad80 x1853602672071808/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.771423:0:249696:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734670.771428:0:249696:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734670.771433:0:249696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29c38. 00000100:00000200:2.0:1767734670.771437:0:249696:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853602672071808, offset 0 00000400:00000200:2.0:1767734670.771446:0:249696:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734670.771451:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.771458:0:249696:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734670.771463:0:249696:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734670.771468:0:249696:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734670.771472:0:249696:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734670.771476:0:249696:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734670.771482:0:249696:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66515:66515:256:4294967295] 192.168.203.112@tcp LPNI seq info [66515:66515:8:4294967295] 00000400:00000200:2.0:1767734670.771487:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.771503:0:249696:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734670.771509:0:249696:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734670.771514:0:249696:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790c00. 00000800:00000200:2.0:1767734670.771521:0:249696:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734670.771527:0:249696:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734670.771531:0:249696:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790c00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767734670.771571:0:249696:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.771577:0:249696:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734670.771579:0:249696:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303433449 00000100:00000001:2.0:1767734670.771585:0:249696:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303433445 00000100:00000001:2.0:1767734670.771589:0:249696:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303433449 00000100:00000001:2.0:1767734670.771596:0:249696:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303433445 00000100:00000001:2.0:1767734670.771600:0:249696:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.771603:0:249696:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.771606:0:249696:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734670.771608:0:249696:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734670.771611:0:249696:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1b9c0 going to sleep for 11 seconds 00000100:00000001:2.0:1767734670.771614:0:249696:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734670.771617:0:249696:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734670.771646:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734670.771651:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790c00. 00000400:00000200:3.0:1767734670.771656:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.771663:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734670.771667:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29c38 00000400:00000010:3.0:1767734670.771669:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29c38. 00000100:00000001:3.0:1767734670.771672:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734670.771678:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cad80 x1853602672071808/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.771688:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.771691:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cad80 x1853602672071808/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.771698:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.771700:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734670.773364:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.773374:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734670.773377:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.773381:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734670.773387:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.773396:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734670.773404:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.773409:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.773414:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.773420:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 25 MB=0x695d780d2d480 00000400:00000200:2.0:1767734670.773426:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.773432:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7b6d5 [4] + 224 00000800:00000001:2.0:1767734670.773438:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.773453:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734670.773456:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734670.773461:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734670.773465:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734670.773471:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cad80 x1853602672071808/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734670.773499:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1d02cad80 x1853602672071808/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.773515:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734670.773523:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.773528:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.773560:0:249696:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734670.773564:0:249696:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734670.773566:0:249696:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734670.773568:0:249696:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e6e0. 00000400:00000200:2.0:1767734670.773573:0:249696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1e7e1bd80 00000400:00000010:2.0:1767734670.773575:0:249696:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1e7e1bd80. 00000100:00000001:2.0:1767734670.773579:0:249696:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734670.773583:0:249696:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cad80 x1853602672071808/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734670.773594:0:249696:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cad80 x1853602672071808/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.773602:0:249696:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734670.773605:0:249696:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.773607:0:249696:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734670.773610:0:249696:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734670.773612:0:249696:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734670.773614:0:249696:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.773617:0:249696:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734670.773621:0:249696:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=98 v=5 (5 5 5 5) 00000100:00001000:2.0:1767734670.773625:0:249696:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=98 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734670.773628:0:249696:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734670.773631:0:249696:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.773634:0:249696:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734670.773636:0:249696:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.773638:0:249696:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734670.773644:0:249696:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cad80 x1853602672071808/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.773665:0:249696:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.773668:0:249696:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734670.773671:0:249696:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734670.773677:0:249696:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cad80 x1853602672071808/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734670.773686:0:249696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6d7b501b-fa70-4fef-9613-be2df560a7ce:249696:1853602672071808:192.168.203.112@tcp:502:llog_process_th.0 00000100:00000001:2.0:1767734670.773694:0:249696:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.773697:0:249696:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.773699:0:249696:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734670.773703:0:249696:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.773708:0:249696:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cad80 x1853602672071808/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.773715:0:249696:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734670.773718:0:249696:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1e7e1b9c0. 00000100:00000001:2.0:1767734670.773723:0:249696:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734670.773725:0:249696:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734670.773729:0:249696:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1767734670.773731:0:249696:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.773736:0:249696:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cad80 x1853602672071808/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.773744:0:249696:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734670.773748:0:249696:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734670.773750:0:249696:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1fd120000. 02000000:00000001:2.0:1767734670.773767:0:249696:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734670.773769:0:249696:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.773771:0:249696:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734670.773775:0:249696:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734670.773777:0:249696:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c6a51600. 02000000:00000001:2.0:1767734670.773782:0:249696:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734670.773784:0:249696:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734670.773786:0:249696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cad80. 00000100:00000001:2.0:1767734670.773797:0:249696:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734670.773799:0:249696:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767734670.773802:0:249696:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.773804:0:249696:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734670.773807:0:249696:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767734670.773809:0:249696:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.773812:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d688 type=0x10620000 idx=78 00000040:00001000:2.0:1767734670.773815:0:249696:0:(llog.c:776:llog_process_thread()) lrh_index: 78 lrh_len: 224 (2424 remains) 00000040:00001000:2.0:1767734670.773818:0:249696:0:(llog.c:797:llog_process_thread()) index: 78, lh_last_idx: 78 synced_idx: 78 lgh_last_idx: 78 00000020:00000001:2.0:1767734670.773821:0:249696:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.773823:0:249696:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.773825:0:249696:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.773828:0:249696:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767734670.773833:0:249696:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790e00. 00000020:00000080:2.0:1767734670.773836:0:249696:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.773838:0:249696:0:(obd_config.c:1477:class_process_config()) marker 50 (0x2) lustre-clilov del lustre.test_65o 00000020:00000001:2.0:1767734670.773841:0:249696:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.773850:0:249696:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790e00. 00000020:00000001:2.0:1767734670.773855:0:249696:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.773857:0:249696:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1d0c7d768 type=0x0 idx=0 00000040:00000001:2.0:1767734670.773860:0:249696:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1767734670.773862:0:249696:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 79 count 78 00000040:00000010:2.0:1767734670.773865:0:249696:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff94b1d0c7c000. 00000020:00000010:2.0:1767734670.773874:0:249696:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1f0ebd1c0. 00000020:00000010:2.0:1767734670.773891:0:249696:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b0db605600. 00000040:00000010:2.0:1767734670.773897:0:249696:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b0db604400. 00000020:00000010:2.0:1767734670.773902:0:249696:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1c4039000. 00000020:00000010:2.0:1767734670.773909:0:249696:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff94b1fdca4b78. 00000020:00000010:2.0:1767734670.773916:0:249696:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b0db605e00. 80000000:00000010:2.0:1767734670.773922:0:249696:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94b1c7f91240. 40000000:00000010:2.0:1767734670.773927:0:249696:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff94b1f0ebdf00. 00100000:00000010:2.0:1767734670.773933:0:249696:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94b1c403b800. 00040000:00000010:2.0:1767734670.773939:0:249696:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1c5857600. 00040000:00000010:2.0:1767734670.773944:0:249696:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff94b1c403a000. 00040000:00000010:2.0:1767734670.773957:0:249696:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b0db605000. 00000004:00000010:2.0:1767734670.773963:0:249696:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff94b1c403e800. 00000004:00000010:2.0:1767734670.773969:0:249696:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff94b1d24ef000. 00000004:00000010:2.0:1767734670.773976:0:249696:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff94b1c403f800. 00002000:00000010:2.0:1767734670.773981:0:249696:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff94b1d07db000. 00000004:00000010:2.0:1767734670.773987:0:249696:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff94b1d07dac00. 00000020:00000010:2.0:1767734670.773991:0:249696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b0db604a00. 00000040:00000010:2.0:1767734670.774098:0:249692:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94b1f4645000. 00000040:00000001:2.0:1767734670.774105:0:249692:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767734670.774108:0:249692:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-78 (rc=0) 00000040:00000010:2.0:1767734670.774114:0:249692:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94b1d0c4a000. 00000040:00000010:2.0:1767734670.774120:0:249692:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1c6358200. 00000020:00000001:2.0:1767734670.774125:0:249692:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767734670.774128:0:249692:0:(mgc_request.c:1735:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1767734670.774132:0:249692:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1ee885e00. 00000040:00000010:2.0:1767734670.774137:0:249692:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1ee885200. 00000020:00000010:2.0:1767734670.774143:0:249692:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1e7e85000. 00000020:00000010:2.0:1767734670.774149:0:249692:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c1488200. 80000000:00000010:2.0:1767734670.774154:0:249692:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94b1c5895420. 00040000:00000010:2.0:1767734670.774159:0:249692:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c6359400. 20000000:00000010:2.0:1767734670.774164:0:249692:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff94b1c6358600. 00000020:00000010:2.0:1767734670.774169:0:249692:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c9ba7000. 10000000:00000010:2.0:1767734670.774174:0:249692:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff94b1f6013580. 10000000:01000000:2.0:1767734670.774180:0:249692:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:2.0:1767734670.774204:0:249692:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767734670.774207:0:249692:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734670.774209:0:249692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734670.774211:0:249692:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740e00 refcount=3 00000020:00000001:2.0:1767734670.774214:0:249692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:2.0:1767734670.774218:0:249692:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:2.0:1767734670.774221:0:249692:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734670.774225:0:249692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1c5740e00/0x1886cffb85c2b81c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58dabaec expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734670.774248:0:249692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734670.774249:0:249692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767734670.774252:0:249692:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff94b1c5740e00/0x1886cffb85c2b81c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58dabaec expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734670.774258:0:249692:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734670.774260:0:249692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734670.774262:0:249692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767734670.774264:0:249692:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767734670.774267:0:249692:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767734670.774269:0:249692:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:2.0:1767734670.774272:0:249692:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff94b1e7e86000 from 1 10000000:00000001:2.0:1767734670.774275:0:249692:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767734670.774277:0:249692:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:2.0:1767734670.774281:0:249692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cad80. 00000020:00000040:2.0:1767734670.774284:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767734670.774287:0:249692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734670.774290:0:249692:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734670.774293:0:249692:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734670.774299:0:249692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c6a51600. 00000100:00000001:2.0:1767734670.774304:0:249692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.774344:0:249692:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767734670.774346:0:249692:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767734670.774351:0:249692:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c3c46000 count: 2 00010000:00000001:2.0:1767734670.774354:0:249692:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734670.774357:0:249692:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767734670.774361:0:249692:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f7487e00. 00000020:00000001:2.0:1767734670.774365:0:249692:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734670.774368:0:249692:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f7487e00 with handle 0x1886cffb85c2b846 to hash 00000020:00000001:2.0:1767734670.774376:0:249692:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767734670.774378:0:249692:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090811686400 : -117982897865216 : ffff94b1f7487e00) 00010000:00000001:2.0:1767734670.774381:0:249692:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090811686400 : -117982897865216 : ffff94b1f7487e00) 00010000:00000001:2.0:1767734670.774384:0:249692:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734670.774394:0:249692:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734670.774398:0:249692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1f7487e00/0x1886cffb85c2b846 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767734670.774406:0:249692:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff94b1f7487e00/0x1886cffb85c2b846 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767734670.774415:0:249692:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff94b1f7487e00/0x1886cffb85c2b846 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767734670.774420:0:249692:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734670.774422:0:249692:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734670.774426:0:249692:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1b9c0. 00000100:00000001:2.0:1767734670.774429:0:249692:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553293248 : -117983156258368 : ffff94b1e7e1b9c0) 00000100:00000001:2.0:1767734670.774432:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734670.774434:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155552128 : -117983553999488 : ffff94b1d02cad80) 00000100:00000001:2.0:1767734670.774438:0:249692:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734670.774441:0:249692:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.774443:0:249692:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734670.774445:0:249692:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734670.774451:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cad80 x1853602672071936/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.774458:0:249692:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734670.774460:0:249692:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.774463:0:249692:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734670.774465:0:249692:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734670.774468:0:249692:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734670.774471:0:249692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249692:1853602672071936:192.168.203.112@tcp:101:mount.lustre.0 00000100:00000001:2.0:1767734670.774475:0:249692:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734670.774478:0:249692:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734670.774480:0:249692:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.774483:0:249692:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734670.774486:0:249692:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1f0e28c00. 02000000:00000001:2.0:1767734670.774488:0:249692:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.774501:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734670.774504:0:249692:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e6e0. 00000400:00000010:2.0:1767734670.774509:0:249692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29660. 00000100:00000200:2.0:1767734670.774514:0:249692:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672071936, portal 25 00000100:00000001:2.0:1767734670.774516:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734670.774517:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155552128 : -117983553999488 : ffff94b1d02cad80) 00000100:00000040:2.0:1767734670.774524:0:249692:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cad80 x1853602672071936/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.774530:0:249692:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734670.774553:0:249692:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734670.774557:0:249692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29880. 00000100:00000200:2.0:1767734670.774560:0:249692:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853602672071936, offset 0 00000400:00000200:2.0:1767734670.774567:0:249692:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734670.774573:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.774578:0:249692:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734670.774582:0:249692:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734670.774585:0:249692:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734670.774589:0:249692:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734670.774592:0:249692:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734670.774596:0:249692:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66516:66516:256:4294967295] 192.168.203.112@tcp LPNI seq info [66516:66516:8:4294967295] 00000400:00000200:2.0:1767734670.774602:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.774613:0:249692:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734670.774620:0:249692:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734670.774624:0:249692:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790e00. 00000800:00000200:2.0:1767734670.774630:0:249692:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734670.774636:0:249692:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734670.774639:0:249692:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767734670.774653:0:249692:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.774659:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734670.774661:0:249692:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303433452 00000800:00000200:2.0:1767734670.774728:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734670.774738:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790e00. 00000400:00000200:2.0:1767734670.774743:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734670.774749:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734670.774754:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29880 00000400:00000010:2.0:1767734670.774756:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29880. 00000100:00000001:2.0:1767734670.774761:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734670.774768:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cad80 x1853602672071936/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.774777:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.774782:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cad80 x1853602672071936/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.774789:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.774791:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767734670.774814:0:249692:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303433449 00000100:00000001:2.0:1767734670.774821:0:249692:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303433452 00000100:00000001:2.0:1767734670.774827:0:249692:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303433449 00000100:00000001:2.0:1767734670.774830:0:249692:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.774833:0:249692:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.774835:0:249692:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734670.774837:0:249692:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734670.774839:0:249692:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1b9c0 going to sleep for 11 seconds 00000100:00000001:2.0:1767734670.774843:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734670.774846:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734670.776267:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.776277:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734670.776280:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.776282:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734670.776287:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.776292:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734670.776297:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.776301:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.776304:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.776430:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 344 into portal 25 MB=0x695d780d2d500 00000400:00000200:2.0:1767734670.776445:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.776453:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 344/344 into md 0x7b6e5 [1] + 224 00000800:00000001:2.0:1767734670.776460:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.776469:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734670.776472:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734670.776478:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734670.776482:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734670.776487:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cad80 x1853602672071936/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734670.776497:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff94b1d02cad80 x1853602672071936/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.776517:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734670.776523:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.776526:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.776570:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734670.776577:0:249692:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734670.776579:0:249692:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734670.776581:0:249692:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e6e0. 00000400:00000200:3.0:1767734670.776593:0:249692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29660 00000400:00000010:3.0:1767734670.776595:0:249692:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29660. 00000100:00000001:3.0:1767734670.776598:0:249692:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.776605:0:249692:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cad80 x1853602672071936/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734670.776615:0:249692:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cad80 x1853602672071936/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.776621:0:249692:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734670.776623:0:249692:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.776625:0:249692:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734670.776627:0:249692:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734670.776628:0:249692:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734670.776630:0:249692:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.776632:0:249692:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734670.776635:0:249692:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=98 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734670.776638:0:249692:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=98 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734670.776640:0:249692:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734670.776642:0:249692:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734670.776643:0:249692:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734670.776645:0:249692:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.776647:0:249692:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734670.776650:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cad80 x1853602672071936/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.776657:0:249692:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734670.776659:0:249692:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734670.776660:0:249692:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734670.776664:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cad80 x1853602672071936/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734670.776670:0:249692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249692:1853602672071936:192.168.203.112@tcp:101:mount.lustre.0 00000100:00000001:3.0:1767734670.776674:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.776676:0:249692:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.776678:0:249692:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734670.776684:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.776687:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cad80 x1853602672071936/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.776693:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734670.776695:0:249692:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1e7e1b9c0. 00000100:00000001:3.0:1767734670.776697:0:249692:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734670.776699:0:249692:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734670.776700:0:249692:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734670.776702:0:249692:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734670.776704:0:249692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734670.776706:0:249692:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487e00 refcount=4 00000020:00000001:3.0:1767734670.776708:0:249692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811686400 : -117982897865216 : ffff94b1f7487e00) 00010000:00000001:3.0:1767734670.776710:0:249692:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811686400 : -117982897865216 : ffff94b1f7487e00) 00010000:00000040:3.0:1767734670.776718:0:249692:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f7487e00, remote cookie: 0x9bbb2ede58dabaf3, flags: 0x0 00010000:00000001:3.0:1767734670.776721:0:249692:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767734670.776723:0:249692:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767734670.776724:0:249692:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767734670.776726:0:249692:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767734670.776727:0:249692:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767734670.776729:0:249692:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff94b1c3c46000) refcount = 2 00010000:00000040:3.0:1767734670.776732:0:249692:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767734670.776735:0:249692:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.112@tcp lock: ffff94b1f7487200/0x1886cffb85c2b7a5 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9bbb2ede58dab9e2 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734670.776742:0:249692:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff94b1f7487e00/0x1886cffb85c2b846 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58dabaf3 expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734670.776747:0:249692:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767734670.776748:0:249692:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767734670.776749:0:249692:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734670.776751:0:249692:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767734670.776753:0:249692:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734670.776756:0:249692:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff94b1f7487e00/0x1886cffb85c2b846 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9bbb2ede58dabaf3 expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734670.776768:0:249692:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767734670.776769:0:249692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734670.776771:0:249692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734670.776772:0:249692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734670.776773:0:249692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734670.776774:0:249692:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.776776:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.776779:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cad80 x1853602672071936/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.776785:0:249692:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734670.776787:0:249692:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734670.776789:0:249692:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1f0e28c00. 02000000:00000001:3.0:1767734670.776791:0:249692:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734670.776792:0:249692:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734670.776794:0:249692:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767734670.776795:0:249692:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734670.776797:0:249692:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c6a51600. 02000000:00000001:3.0:1767734670.776799:0:249692:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734670.776800:0:249692:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734670.776801:0:249692:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cad80. 00000100:00000001:3.0:1767734670.776805:0:249692:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734670.776806:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767734670.776807:0:249692:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734670.776809:0:249692:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767734670.776811:0:249692:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff94b1f4629600) refs 2 10000000:00000001:3.0:1767734670.776812:0:249692:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734670.776814:0:249692:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734670.776815:0:249692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734670.776816:0:249692:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487e00 refcount=3 00000020:00000001:3.0:1767734670.776818:0:249692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811686400 : -117982897865216 : ffff94b1f7487e00) 00010000:00000001:3.0:1767734670.776820:0:249692:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811686400 : -117982897865216 : ffff94b1f7487e00) 00010000:00000001:3.0:1767734670.776822:0:249692:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767734670.776823:0:249692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734670.776824:0:249692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734670.776829:0:249692:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734670.776831:0:249692:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767734670.776836:0:249692:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 2048 at ffff94b1e7e82800. 00000100:00000010:3.0:1767734670.777427:0:249692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdbb80. 00000020:00000040:3.0:1767734670.777430:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767734670.777433:0:249692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734670.777435:0:249692:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734670.777437:0:249692:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734670.777441:0:249692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c1284600. 00000100:00000001:3.0:1767734670.777444:0:249692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.777452:0:249692:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767734670.777458:0:249692:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff94b1ded38c00. 00000100:00000010:3.0:1767734670.777461:0:249692:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff94b1c70a0000. 00000020:00000040:3.0:1767734670.777463:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767734670.777476:0:249692:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734670.777477:0:249692:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734670.777480:0:249692:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734670.777482:0:249692:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:3.0:1767734670.777484:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734670.777485:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000001:3.0:1767734670.777488:0:249692:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734670.777490:0:249692:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.777492:0:249692:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734670.777493:0:249692:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734670.777497:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdbb80 x1853602672072064/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.777503:0:249692:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734670.777505:0:249692:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.777507:0:249692:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734670.777509:0:249692:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734670.777511:0:249692:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734670.777513:0:249692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249692:1853602672072064:192.168.203.112@tcp:256:mount.lustre.0 00000100:00000001:3.0:1767734670.777516:0:249692:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734670.777519:0:249692:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734670.777526:0:249692:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.777550:0:249692:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1767734670.777557:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734670.777561:0:249692:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd1135d8. 00000400:00000010:3.0:1767734670.777568:0:249692:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff94b1c4234000. 00000100:00000200:3.0:1767734670.777573:0:249692:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x695d780d2d580-0x695d780d2d580, portal 33 00000100:00000001:3.0:1767734670.777576:0:249692:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.777578:0:249692:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734670.777581:0:249692:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f8ad0800. 02000000:00000001:3.0:1767734670.777583:0:249692:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734670.777586:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734670.777588:0:249692:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113268. 00000400:00000010:3.0:1767734670.777591:0:249692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e75d8. 00000100:00000200:3.0:1767734670.777594:0:249692:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672072064, portal 25 00000100:00000001:3.0:1767734670.777596:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734670.777597:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000040:3.0:1767734670.777602:0:249692:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdbb80 x1853602672072064/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.777609:0:249692:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734670.777611:0:249692:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734670.777613:0:249692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7440. 00000100:00000200:3.0:1767734670.777615:0:249692:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853602672072064, offset 0 00000400:00000200:3.0:1767734670.777619:0:249692:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734670.777624:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.777628:0:249692:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734670.777631:0:249692:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734670.777634:0:249692:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734670.777637:0:249692:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734670.777639:0:249692:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734670.777642:0:249692:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66517:66517:256:4294967295] 192.168.203.112@tcp LPNI seq info [66517:66517:8:4294967295] 00000400:00000200:3.0:1767734670.777646:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.777653:0:249692:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734670.777657:0:249692:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734670.777666:0:249692:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416f00. 00000800:00000200:3.0:1767734670.777670:0:249692:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734670.777676:0:249692:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734670.777679:0:249692:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416f00 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:3.0:1767734670.777694:0:249692:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734670.777698:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734670.777700:0:249692:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303433455 00000100:00000001:3.0:1767734670.777705:0:249692:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303433452 00000100:00000001:3.0:1767734670.777709:0:249692:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303433455 00000100:00000001:3.0:1767734670.777713:0:249692:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303433452 00000100:00000001:3.0:1767734670.777719:0:249692:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734670.777722:0:249692:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.777724:0:249692:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734670.777726:0:249692:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734670.777728:0:249692:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:3.0:1767734670.777731:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734670.777733:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734670.777772:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734670.777778:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416f00. 00000400:00000200:2.0:1767734670.777782:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734670.777788:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734670.777792:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7440 00000400:00000010:2.0:1767734670.777794:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7440. 00000100:00000001:2.0:1767734670.777797:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734670.777802:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdbb80 x1853602672072064/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.777826:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.777829:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdbb80 x1853602672072064/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734686 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.777836:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.777837:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734670.779416:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.779426:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734670.779430:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.779433:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734670.779447:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.779455:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734670.779460:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.779464:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.779468:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.779474:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 132 into portal 33 MB=0x695d780d2d580 00000400:00000200:2.0:1767734670.779479:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.779485:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.112@tcp of length 132/132 into md 0x7b6f5 [256] + 0 00000400:00000010:2.0:1767734670.779489:0:196085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd1135d8. 00000400:00000200:2.0:1767734670.779493:0:196085:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94b1c4234000 00000800:00000001:2.0:1767734670.779497:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.779522:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734670.779525:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734670.779530:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734670.779553:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1c4234000 00000400:00000010:2.0:1767734670.779556:0:196085:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff94b1c4234000. 00000100:00000001:2.0:1767734670.779561:0:196085:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767734670.779564:0:196085:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94b200bdbb80 desc ffff94b1ded38c00 mbits 1853602672072064 00000100:00000001:2.0:1767734670.779577:0:196085:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767734670.779582:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734670.779587:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.779592:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734670.779597:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66518:66518:256:4294967295] 192.168.203.112@tcp LPNI seq info [66518:66518:8:4294967295] 00000400:00000200:2.0:1767734670.779601:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.779611:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734670.779616:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734670.779623:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94b1fb8a2000. 00000800:00000200:2.0:1767734670.779628:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734670.779634:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734670.779638:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1fb8a2000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767734670.779702:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734670.779706:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94b1fb8a2000. 00000400:00000200:2.0:1767734670.779712:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734670.779718:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734670.779727:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.779731:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.779780:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734670.779858:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734670.780795:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.780818:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734670.780820:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.780823:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734670.780828:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.780832:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734670.780838:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.780841:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.780844:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.780848:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 240 into portal 25 MB=0x695d780d2d580 00000400:00000200:2.0:1767734670.780852:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.780856:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 240/240 into md 0x7b6fd [1] + 224 00000800:00000001:2.0:1767734670.780860:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.780866:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734670.780868:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734670.780872:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734670.780875:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734670.780881:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdbb80 x1853602672072064/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734670.780892:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff94b200bdbb80 x1853602672072064/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.780911:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734670.780916:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.780918:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.780953:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734670.780959:0:249692:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734670.780961:0:249692:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734670.780963:0:249692:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113268. 00000400:00000200:3.0:1767734670.780968:0:249692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e75d8 00000400:00000010:3.0:1767734670.780970:0:249692:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e75d8. 00000100:00000001:3.0:1767734670.780973:0:249692:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.780980:0:249692:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdbb80 x1853602672072064/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734670.780991:0:249692:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdbb80 x1853602672072064/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.780998:0:249692:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734670.781000:0:249692:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.781010:0:249692:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734670.781011:0:249692:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734670.781013:0:249692:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734670.781014:0:249692:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.781016:0:249692:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734670.781020:0:249692:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=98 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734670.781023:0:249692:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=98 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734670.781025:0:249692:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734670.781026:0:249692:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734670.781028:0:249692:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734670.781030:0:249692:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.781032:0:249692:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734670.781035:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff94b200bdbb80 x1853602672072064/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734670.781044:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff94b200bdbb80 x1853602672072064/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734686 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.781050:0:249692:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734670.781051:0:249692:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734670.781055:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdbb80 x1853602672072064/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734686 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734670.781061:0:249692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249692:1853602672072064:192.168.203.112@tcp:256:mount.lustre.0 00000100:00000001:3.0:1767734670.781065:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.781067:0:249692:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.781069:0:249692:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734670.781070:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.781073:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdbb80 x1853602672072064/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734686 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.781078:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734670.781080:0:249692:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734670.781082:0:249692:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734670.781084:0:249692:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767734670.781087:0:249692:0:(mgc_request.c:1610:mgc_process_recover_log()) Latest version 12, more 0. 10000000:00000001:3.0:1767734670.781094:0:249692:0:(mgc_request.c:1273:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767734670.781099:0:249692:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff94b1c70a3000. 00010000:00000001:3.0:1767734670.781107:0:249692:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767734670.781109:0:249692:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767734670.781112:0:249692:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.112@tcp has 192.168.203.112@tcp. 00000100:00000001:3.0:1767734670.781114:0:249692:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.781116:0:249692:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767734670.781117:0:249692:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.112@tcp with 192.168.203.112@tcp 00000100:00000200:3.0:1767734670.781119:0:249692:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.112@tcp' 00000400:00000200:3.0:1767734670.781121:0:249692:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1767734670.781123:0:249692:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767734670.781125:0:249692:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:3.0:1767734670.781128:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.781132:0:249692:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767734670.781135:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.781138:0:249692:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767734670.781141:0:249692:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:3.0:1767734670.781143:0:249692:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000100:00000001:3.0:1767734670.781144:0:249692:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734670.781146:0:249692:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767734670.781149:0:249692:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.203.112@tcp' by NID '192.168.203.112@tcp' 10000000:00000010:3.0:1767734670.781153:0:249692:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff94b1c7e3fd00. 10000000:00000040:3.0:1767734670.781156:0:249692:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 10/12 for lustre-MDT0000-mdc-ffff94b1e7e86000 -> mdc.import=connection=192.168.203.112@tcp::3 00000020:00000080:3.0:1767734670.781158:0:249692:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767734670.781161:0:249692:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767734670.781165:0:249692:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d8e00. 00000020:00000010:3.0:1767734670.781168:0:249692:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c33d8200. 00000020:00000010:3.0:1767734670.781171:0:249692:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c5895e40. 00000008:00000010:3.0:1767734670.781176:0:249692:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734670.781179:0:249692:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fa526540. 00008000:00000010:3.0:1767734670.781183:0:249692:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734670.781187:0:249692:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734670.781190:0:249692:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c334a238. 00000040:00000001:3.0:1767734670.781194:0:249692:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767734670.781199:0:249692:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff94b1c7e3fd00 00000040:00001000:3.0:1767734670.781201:0:249692:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767734670.781202:0:249692:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767734670.781204:0:249692:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767734670.781205:0:249692:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767734670.781207:0:249692:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767734670.781209:0:249692:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767734670.781210:0:249692:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0000-mdc-ffff94b1e7e86000 00000040:00001000:3.0:1767734670.781212:0:249692:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.203.112@tcp::3 00000040:00000001:3.0:1767734670.781213:0:249692:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:3.0:1767734670.781253:0:249692:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33d8200. 00000020:00000010:3.0:1767734670.781257:0:249692:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c5895e40. 00000008:00000010:3.0:1767734670.781260:0:249692:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734670.781262:0:249692:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526540. 00008000:00000010:3.0:1767734670.781264:0:249692:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734670.781267:0:249692:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734670.781270:0:249692:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334a238. 00000020:00000010:3.0:1767734670.781273:0:249692:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d8e00. 00000020:00000001:3.0:1767734670.781274:0:249692:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734670.781276:0:249692:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767734670.781279:0:249692:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff94b1c7e3fd00. 00010000:00000001:3.0:1767734670.781285:0:249692:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767734670.781287:0:249692:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767734670.781289:0:249692:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.112@tcp has 192.168.203.112@tcp. 00000100:00000001:3.0:1767734670.781291:0:249692:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.781293:0:249692:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767734670.781294:0:249692:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.112@tcp with 192.168.203.112@tcp 00000100:00000200:3.0:1767734670.781296:0:249692:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.112@tcp' 00000400:00000200:3.0:1767734670.781297:0:249692:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1767734670.781298:0:249692:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767734670.781301:0:249692:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:3.0:1767734670.781304:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.781359:0:249692:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767734670.781365:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.781370:0:249692:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767734670.781382:0:249692:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:3.0:1767734670.781386:0:249692:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000100:00000001:3.0:1767734670.781388:0:249692:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734670.781391:0:249692:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767734670.781394:0:249692:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.203.112@tcp' by NID '192.168.203.112@tcp' 10000000:00000010:3.0:1767734670.781398:0:249692:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff94b1c7e3fd00. 10000000:00000040:3.0:1767734670.781401:0:249692:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 11/12 for lustre-OST0000-osc-ffff94b1e7e86000 -> osc.import=connection=192.168.203.112@tcp::4 00000020:00000080:3.0:1767734670.781403:0:249692:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767734670.781408:0:249692:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767734670.781411:0:249692:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d8e00. 00000020:00000010:3.0:1767734670.781414:0:249692:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c33d8200. 00000020:00000010:3.0:1767734670.781417:0:249692:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c5895e40. 00000008:00000010:3.0:1767734670.781421:0:249692:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734670.781424:0:249692:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fa526540. 00008000:00000010:3.0:1767734670.781428:0:249692:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734670.781431:0:249692:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734670.781434:0:249692:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c334a238. 00000040:00000001:3.0:1767734670.781437:0:249692:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767734670.781439:0:249692:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff94b1c7e3fd00 00000040:00001000:3.0:1767734670.781440:0:249692:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767734670.781442:0:249692:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767734670.781444:0:249692:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767734670.781446:0:249692:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767734670.781448:0:249692:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767734670.781449:0:249692:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767734670.781450:0:249692:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-OST0000-osc-ffff94b1e7e86000 00000040:00001000:3.0:1767734670.781452:0:249692:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.112@tcp::4 00000040:00000001:3.0:1767734670.781453:0:249692:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:3.0:1767734670.781479:0:249692:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33d8200. 00000020:00000010:3.0:1767734670.781482:0:249692:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c5895e40. 00000008:00000010:3.0:1767734670.781484:0:249692:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734670.781486:0:249692:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526540. 00008000:00000010:3.0:1767734670.781488:0:249692:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734670.781490:0:249692:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734670.781498:0:249692:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334a238. 00000020:00000010:3.0:1767734670.781501:0:249692:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d8e00. 00000020:00000001:3.0:1767734670.781503:0:249692:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734670.781504:0:249692:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767734670.781507:0:249692:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff94b1c7e3fd00. 00010000:00000001:3.0:1767734670.781512:0:249692:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767734670.781514:0:249692:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767734670.781516:0:249692:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.112@tcp has 192.168.203.112@tcp. 00000100:00000001:3.0:1767734670.781518:0:249692:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.781520:0:249692:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767734670.781521:0:249692:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.112@tcp with 192.168.203.112@tcp 00000100:00000200:3.0:1767734670.781523:0:249692:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.112@tcp' 00000400:00000200:3.0:1767734670.781524:0:249692:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1767734670.781526:0:249692:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767734670.781528:0:249692:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:3.0:1767734670.781530:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.781552:0:249692:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767734670.781556:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.781559:0:249692:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767734670.781561:0:249692:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:3.0:1767734670.781563:0:249692:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000100:00000001:3.0:1767734670.781565:0:249692:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734670.781567:0:249692:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767734670.781570:0:249692:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.203.112@tcp' by NID '192.168.203.112@tcp' 10000000:00000010:3.0:1767734670.781573:0:249692:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff94b1c7e3fd00. 10000000:00000040:3.0:1767734670.781575:0:249692:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 12/12 for lustre-OST0001-osc-ffff94b1e7e86000 -> osc.import=connection=192.168.203.112@tcp::3 00000020:00000080:3.0:1767734670.781577:0:249692:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767734670.781579:0:249692:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767734670.781581:0:249692:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d8e00. 00000020:00000010:3.0:1767734670.781584:0:249692:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c33d8200. 00000020:00000010:3.0:1767734670.781588:0:249692:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c5895e40. 00000008:00000010:3.0:1767734670.781593:0:249692:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734670.781597:0:249692:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fa526540. 00008000:00000010:3.0:1767734670.781601:0:249692:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734670.781611:0:249692:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734670.781614:0:249692:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c334a238. 00000040:00000001:3.0:1767734670.781617:0:249692:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767734670.781619:0:249692:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff94b1c7e3fd00 00000040:00001000:3.0:1767734670.781620:0:249692:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767734670.781621:0:249692:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767734670.781623:0:249692:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767734670.781624:0:249692:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767734670.781627:0:249692:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767734670.781629:0:249692:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767734670.781630:0:249692:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-OST0001-osc-ffff94b1e7e86000 00000040:00001000:3.0:1767734670.781632:0:249692:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.112@tcp::3 00000040:00000001:3.0:1767734670.781634:0:249692:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:3.0:1767734670.781657:0:249692:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33d8200. 00000020:00000010:3.0:1767734670.781662:0:249692:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c5895e40. 00000008:00000010:3.0:1767734670.781666:0:249692:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f3b90000. 00020000:00000010:3.0:1767734670.781669:0:249692:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526540. 00008000:00000010:3.0:1767734670.781673:0:249692:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5744710. 00000080:00000010:3.0:1767734670.781676:0:249692:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b2a0. 00000080:00000010:3.0:1767734670.781678:0:249692:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334a238. 00000020:00000010:3.0:1767734670.781682:0:249692:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d8e00. 00000020:00000001:3.0:1767734670.781686:0:249692:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734670.781688:0:249692:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767734670.781690:0:249692:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff94b1c7e3fd00. 10000000:00000010:3.0:1767734670.781693:0:249692:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff94b1c70a3000. 10000000:00000001:3.0:1767734670.781696:0:249692:0:(mgc_request.c:1508:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.781698:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.781703:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdbb80 x1853602672072064/t0(0) o256->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1767734686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.781710:0:249692:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734670.781712:0:249692:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734670.781714:0:249692:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f8ad0800. 02000000:00000001:3.0:1767734670.781718:0:249692:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734670.781719:0:249692:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734670.781727:0:249692:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767734670.781729:0:249692:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767734670.781730:0:249692:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767734670.781732:0:249692:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734670.781733:0:249692:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767734670.781734:0:249692:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767734670.781744:0:249692:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff94b1c70a0000. 00000100:00000010:3.0:1767734670.781747:0:249692:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff94b1ded38c00. 00000100:00000001:3.0:1767734670.781750:0:249692:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767734670.781752:0:249692:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c1284600. 02000000:00000001:3.0:1767734670.781755:0:249692:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734670.781756:0:249692:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734670.781758:0:249692:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdbb80. 00000100:00000001:3.0:1767734670.781760:0:249692:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734670.781761:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767734670.782520:0:249692:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 2048 at ffff94b1e7e82800. 10000000:01000000:3.0:1767734670.782525:0:249692:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:3.0:1767734670.782553:0:249692:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767734670.782555:0:249692:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734670.782557:0:249692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734670.782559:0:249692:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487e00 refcount=3 00000020:00000001:3.0:1767734670.782562:0:249692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811686400 : -117982897865216 : ffff94b1f7487e00) 00010000:00000001:3.0:1767734670.782565:0:249692:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811686400 : -117982897865216 : ffff94b1f7487e00) 00010000:00000001:3.0:1767734670.782567:0:249692:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734670.782571:0:249692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1f7487e00/0x1886cffb85c2b846 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58dabaf3 expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734670.782578:0:249692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734670.782580:0:249692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767734670.782583:0:249692:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff94b1f7487e00/0x1886cffb85c2b846 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58dabaf3 expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734670.782588:0:249692:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734670.782589:0:249692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734670.782591:0:249692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767734670.782592:0:249692:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734670.782602:0:249692:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734670.782605:0:249692:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:3.0:1767734670.782607:0:249692:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff94b1e7e86000 from 1 10000000:00000001:3.0:1767734670.782609:0:249692:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767734670.782611:0:249692:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1767734670.782615:0:249692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdbb80. 00000020:00000040:3.0:1767734670.782618:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767734670.782620:0:249692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734670.782622:0:249692:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734670.782625:0:249692:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734670.782630:0:249692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c33d8e00. 00000100:00000001:3.0:1767734670.782634:0:249692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734670.782637:0:249692:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734670.782639:0:249692:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767734670.782642:0:249692:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c3c46700 count: 2 00010000:00000001:3.0:1767734670.782645:0:249692:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734670.782648:0:249692:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734670.782650:0:249692:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5741e00. 00000020:00000001:3.0:1767734670.782653:0:249692:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734670.782656:0:249692:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5741e00 with handle 0x1886cffb85c2b84d to hash 00000020:00000001:3.0:1767734670.782657:0:249692:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734670.782659:0:249692:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:3.0:1767734670.782662:0:249692:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:3.0:1767734670.782664:0:249692:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734670.782666:0:249692:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734670.782669:0:249692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1c5741e00/0x1886cffb85c2b84d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734670.782676:0:249692:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff94b1c5741e00/0x1886cffb85c2b84d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734670.782683:0:249692:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff94b1c5741e00/0x1886cffb85c2b84d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767734670.782688:0:249692:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734670.782697:0:249692:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734670.782700:0:249692:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734670.782702:0:249692:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:3.0:1767734670.782705:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734670.782706:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000001:3.0:1767734670.782710:0:249692:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734670.782712:0:249692:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.782714:0:249692:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734670.782716:0:249692:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734670.782722:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdbb80 x1853602672072192/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.782730:0:249692:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734670.782731:0:249692:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.782734:0:249692:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734670.782736:0:249692:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734670.782739:0:249692:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734670.782742:0:249692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249692:1853602672072192:192.168.203.112@tcp:101:mount.lustre.0 00000100:00000001:3.0:1767734670.782745:0:249692:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734670.782748:0:249692:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734670.782750:0:249692:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.782752:0:249692:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734670.782756:0:249692:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1ded38c00. 02000000:00000001:3.0:1767734670.782758:0:249692:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734670.782763:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734670.782767:0:249692:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113268. 00000400:00000010:3.0:1767734670.782771:0:249692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e75d8. 00000100:00000200:3.0:1767734670.782776:0:249692:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672072192, portal 25 00000100:00000001:3.0:1767734670.782778:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734670.782779:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000040:3.0:1767734670.782784:0:249692:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdbb80 x1853602672072192/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.782791:0:249692:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734670.782794:0:249692:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734670.782804:0:249692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7770. 00000100:00000200:3.0:1767734670.782807:0:249692:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853602672072192, offset 0 00000400:00000200:3.0:1767734670.782812:0:249692:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734670.782818:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.782823:0:249692:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734670.782827:0:249692:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734670.782830:0:249692:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734670.782834:0:249692:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734670.782836:0:249692:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734670.782839:0:249692:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66519:66519:256:4294967295] 192.168.203.112@tcp LPNI seq info [66519:66519:8:4294967295] 00000400:00000200:3.0:1767734670.782843:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.782853:0:249692:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734670.782858:0:249692:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734670.782862:0:249692:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416a00. 00000800:00000200:3.0:1767734670.782867:0:249692:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734670.782873:0:249692:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734670.782877:0:249692:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767734670.782890:0:249692:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734670.782894:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734670.782897:0:249692:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303433460 00000100:00000001:3.0:1767734670.782901:0:249692:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303433455 00000100:00000001:3.0:1767734670.782906:0:249692:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303433460 00000100:00000001:3.0:1767734670.782911:0:249692:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303433455 00000100:00000001:3.0:1767734670.782914:0:249692:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734670.782916:0:249692:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.782919:0:249692:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734670.782920:0:249692:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734670.782922:0:249692:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:3.0:1767734670.782925:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734670.782927:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734670.783009:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734670.783015:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416a00. 00000400:00000200:2.0:1767734670.783020:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734670.783036:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734670.783040:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7770 00000400:00000010:2.0:1767734670.783043:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7770. 00000100:00000001:2.0:1767734670.783047:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734670.783052:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdbb80 x1853602672072192/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.783062:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.783066:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdbb80 x1853602672072192/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.783073:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.783075:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734670.784914:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.784924:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734670.784927:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.784931:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734670.784936:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.784942:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734670.784947:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.784951:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.784956:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.784959:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 344 into portal 25 MB=0x695d780d2d600 00000400:00000200:2.0:1767734670.784964:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.784969:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 344/344 into md 0x7b70d [1] + 224 00000800:00000001:2.0:1767734670.784974:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.784983:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734670.784986:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734670.784990:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734670.784994:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734670.784999:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdbb80 x1853602672072192/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734670.785010:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff94b200bdbb80 x1853602672072192/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.785041:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734670.785050:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734670.785054:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.785069:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734670.785073:0:249692:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734670.785075:0:249692:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734670.785078:0:249692:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113268. 00000400:00000200:2.0:1767734670.785082:0:249692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e75d8 00000400:00000010:2.0:1767734670.785084:0:249692:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e75d8. 00000100:00000001:2.0:1767734670.785086:0:249692:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734670.785091:0:249692:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdbb80 x1853602672072192/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734670.785099:0:249692:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdbb80 x1853602672072192/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.785105:0:249692:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734670.785106:0:249692:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.785108:0:249692:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734670.785110:0:249692:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734670.785112:0:249692:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734670.785114:0:249692:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.785116:0:249692:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734670.785120:0:249692:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=98 v=5 (5 5 5 5) 00000100:00001000:2.0:1767734670.785123:0:249692:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=98 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734670.785126:0:249692:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734670.785127:0:249692:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.785130:0:249692:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734670.785132:0:249692:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.785134:0:249692:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734670.785139:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdbb80 x1853602672072192/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.785145:0:249692:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.785148:0:249692:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734670.785149:0:249692:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734670.785162:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdbb80 x1853602672072192/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734670.785170:0:249692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249692:1853602672072192:192.168.203.112@tcp:101:mount.lustre.0 00000100:00000001:2.0:1767734670.785175:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.785178:0:249692:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.785180:0:249692:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734670.785181:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.785184:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdbb80 x1853602672072192/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.785191:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734670.785193:0:249692:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:2.0:1767734670.785196:0:249692:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734670.785198:0:249692:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.785200:0:249692:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767734670.785202:0:249692:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734670.785204:0:249692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734670.785206:0:249692:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741e00 refcount=4 00000020:00000001:2.0:1767734670.785209:0:249692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:2.0:1767734670.785212:0:249692:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000040:2.0:1767734670.785216:0:249692:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c5741e00, remote cookie: 0x9bbb2ede58dabafa, flags: 0x0 00010000:00000001:2.0:1767734670.785219:0:249692:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767734670.785222:0:249692:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767734670.785224:0:249692:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767734670.785225:0:249692:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767734670.785227:0:249692:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767734670.785229:0:249692:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff94b1c3c46700) refcount = 2 00010000:00000040:2.0:1767734670.785233:0:249692:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767734670.785236:0:249692:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.112@tcp lock: ffff94b1f7487a00/0x1886cffb85c2b7ac lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9bbb2ede58dab9e9 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767734670.785243:0:249692:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff94b1c5741e00/0x1886cffb85c2b84d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58dabafa expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734670.785260:0:249692:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767734670.785262:0:249692:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767734670.785264:0:249692:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734670.785266:0:249692:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767734670.785268:0:249692:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734670.785271:0:249692:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff94b1c5741e00/0x1886cffb85c2b84d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9bbb2ede58dabafa expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734670.785276:0:249692:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767734670.785278:0:249692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734670.785280:0:249692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734670.785282:0:249692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734670.785283:0:249692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734670.785285:0:249692:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.785287:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.785291:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdbb80 x1853602672072192/t0(0) o101->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1767734686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.785297:0:249692:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734670.785300:0:249692:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734670.785302:0:249692:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1ded38c00. 02000000:00000001:2.0:1767734670.785305:0:249692:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734670.785345:0:249692:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.785347:0:249692:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734670.785350:0:249692:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734670.785352:0:249692:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c33d8e00. 02000000:00000001:2.0:1767734670.785356:0:249692:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734670.785358:0:249692:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734670.785360:0:249692:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdbb80. 00000100:00000001:2.0:1767734670.785364:0:249692:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734670.785366:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767734670.785368:0:249692:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767734670.785371:0:249692:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767734670.785373:0:249692:0:(mgc_request.c:108:config_log_get()) log params (ffff94b1f4628400) refs 2 10000000:00000001:2.0:1767734670.785375:0:249692:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.785377:0:249692:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734670.785387:0:249692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734670.785388:0:249692:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741e00 refcount=3 00000020:00000001:2.0:1767734670.785391:0:249692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:2.0:1767734670.785393:0:249692:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:2.0:1767734670.785396:0:249692:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767734670.785397:0:249692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734670.785399:0:249692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734670.785400:0:249692:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767734670.785403:0:249692:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1767734670.785407:0:249692:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff94b1f0ebdf00. 00000020:00000010:2.0:1767734670.785412:0:249692:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c6a51600. 00000020:00000010:2.0:1767734670.785418:0:249692:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c9ba7000. 00000040:00000010:2.0:1767734670.785423:0:249692:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1c1488200. 00000020:00000010:2.0:1767734670.785427:0:249692:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1f0130000. 00000020:00000010:2.0:1767734670.785431:0:249692:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1ee885200. 80000000:00000010:2.0:1767734670.785436:0:249692:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94b1e78159c0. 00040000:00000010:2.0:1767734670.785441:0:249692:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1ee885e00. 20000000:00000010:2.0:1767734670.785445:0:249692:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff94b1c6359a00. 10000000:00000040:2.0:1767734670.785449:0:249692:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff94b1f60c1840 : new refcount 2 00000020:00000001:2.0:1767734670.785451:0:249692:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1767734670.785453:0:249692:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1767734670.785455:0:249692:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767734670.785459:0:249692:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1c6358a00. 00000040:00000001:2.0:1767734670.785461:0:249692:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:2.0:1767734670.785464:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:2.0:1767734670.785470:0:249692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02ca300. 00000020:00000040:2.0:1767734670.785473:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767734670.785476:0:249692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734670.785478:0:249692:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734670.785481:0:249692:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734670.785486:0:249692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c6358800. 00000100:00000001:2.0:1767734670.785490:0:249692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.785493:0:249692:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734670.785495:0:249692:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734670.785500:0:249692:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1b840. 00000100:00000001:2.0:1767734670.785510:0:249692:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553292864 : -117983156258752 : ffff94b1e7e1b840) 00000100:00000001:2.0:1767734670.785513:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734670.785514:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155549440 : -117983554002176 : ffff94b1d02ca300) 00000100:00000001:2.0:1767734670.785517:0:249692:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734670.785520:0:249692:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.785522:0:249692:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734670.785523:0:249692:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734670.785528:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02ca300 x1853602672072320/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.785557:0:249692:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734670.785560:0:249692:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.785563:0:249692:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734670.785565:0:249692:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734670.785568:0:249692:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734670.785571:0:249692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02ca300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249692:1853602672072320:192.168.203.112@tcp:501:mount.lustre.0 00000100:00000001:2.0:1767734670.785575:0:249692:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734670.785578:0:249692:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734670.785580:0:249692:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.785582:0:249692:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734670.785587:0:249692:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c6358400. 02000000:00000001:2.0:1767734670.785589:0:249692:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.785594:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734670.785598:0:249692:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e058. 00000400:00000010:2.0:1767734670.785602:0:249692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29880. 00000100:00000200:2.0:1767734670.785606:0:249692:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672072320, portal 25 00000100:00000001:2.0:1767734670.785608:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734670.785610:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155549440 : -117983554002176 : ffff94b1d02ca300) 00000100:00000040:2.0:1767734670.785615:0:249692:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02ca300 x1853602672072320/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.785621:0:249692:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734670.785623:0:249692:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734670.785636:0:249692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29000. 00000100:00000200:2.0:1767734670.785638:0:249692:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853602672072320, offset 0 00000400:00000200:2.0:1767734670.785652:0:249692:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734670.785657:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.785662:0:249692:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734670.785665:0:249692:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734670.785669:0:249692:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734670.785672:0:249692:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734670.785675:0:249692:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734670.785679:0:249692:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66520:66520:256:4294967295] 192.168.203.112@tcp LPNI seq info [66520:66520:8:4294967295] 00000400:00000200:2.0:1767734670.785683:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.785691:0:249692:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734670.785696:0:249692:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734670.785701:0:249692:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790e00. 00000800:00000200:2.0:1767734670.785706:0:249692:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734670.785711:0:249692:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734670.785715:0:249692:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790e00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1767734670.785726:0:249692:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.785730:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734670.785733:0:249692:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303433463 00000800:00000200:2.0:1767734670.785799:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734670.785803:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790e00. 00000400:00000200:2.0:1767734670.785807:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734670.785811:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734670.785815:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29000 00000400:00000010:2.0:1767734670.785817:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29000. 00000100:00000001:2.0:1767734670.785820:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734670.785825:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ca300 x1853602672072320/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.785833:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.785837:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ca300 x1853602672072320/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734686 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.785844:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.785855:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767734670.785873:0:249692:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303433460 00000100:00000001:2.0:1767734670.785878:0:249692:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303433463 00000100:00000001:2.0:1767734670.785882:0:249692:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303433460 00000100:00000001:2.0:1767734670.785885:0:249692:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.785887:0:249692:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.785890:0:249692:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734670.785891:0:249692:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734670.785894:0:249692:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1b840 going to sleep for 11 seconds 00000100:00000001:2.0:1767734670.785897:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734670.785900:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734670.787611:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.787629:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.787633:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.787639:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.787645:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.787652:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734670.787659:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.787664:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.787670:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.787675:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 25 MB=0x695d780d2d680 00000400:00000200:3.0:1767734670.787681:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.787686:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 272/272 into md 0x7b71d [1] + 224 00000800:00000001:3.0:1767734670.787693:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.787701:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.787704:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.787709:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734670.787714:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.787720:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ca300 x1853602672072320/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734670.787732:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94b1d02ca300 x1853602672072320/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.787755:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734670.787760:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.787765:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.787766:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734670.787773:0:249692:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734670.787775:0:249692:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734670.787777:0:249692:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e058. 00000400:00000200:2.0:1767734670.787783:0:249692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29880 00000400:00000010:2.0:1767734670.787785:0:249692:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29880. 00000100:00000001:2.0:1767734670.787788:0:249692:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734670.787795:0:249692:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02ca300 x1853602672072320/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734670.787805:0:249692:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02ca300 x1853602672072320/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.787812:0:249692:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734670.787814:0:249692:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.787817:0:249692:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734670.787819:0:249692:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734670.787820:0:249692:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734670.787822:0:249692:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.787824:0:249692:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734670.787828:0:249692:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=98 v=5 (5 5 5 5) 00000100:00001000:2.0:1767734670.787832:0:249692:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=98 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734670.787836:0:249692:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734670.787838:0:249692:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.787839:0:249692:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734670.787841:0:249692:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.787851:0:249692:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734670.787856:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02ca300 x1853602672072320/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.787862:0:249692:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.787865:0:249692:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734670.787867:0:249692:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734670.787872:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02ca300 x1853602672072320/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734686 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734670.787880:0:249692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02ca300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249692:1853602672072320:192.168.203.112@tcp:501:mount.lustre.0 00000100:00000001:2.0:1767734670.787885:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.787888:0:249692:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.787890:0:249692:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734670.787892:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.787896:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02ca300 x1853602672072320/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734686 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.787902:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734670.787904:0:249692:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1e7e1b840. 00000100:00000001:2.0:1767734670.787907:0:249692:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734670.787908:0:249692:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734670.787911:0:249692:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1767734670.787914:0:249692:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.787916:0:249692:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734670.787917:0:249692:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767734670.787919:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.787924:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02ca300 x1853602672072320/t0(0) o501->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1767734686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.787930:0:249692:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734670.787932:0:249692:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734670.787935:0:249692:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c6358400. 02000000:00000001:2.0:1767734670.787939:0:249692:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734670.787941:0:249692:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.787943:0:249692:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734670.787944:0:249692:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734670.787954:0:249692:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c6358800. 02000000:00000001:2.0:1767734670.787958:0:249692:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734670.787960:0:249692:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734670.787962:0:249692:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02ca300. 00000100:00000001:2.0:1767734670.787966:0:249692:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734670.787968:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767734670.787970:0:249692:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734670.787972:0:249692:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767734670.787977:0:249692:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff94b1fb8a2000. 00000040:00000001:2.0:1767734670.787979:0:249692:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767734670.787981:0:249692:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:2.0:1767734670.787983:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:2.0:1767734670.787987:0:249692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02ca300. 00000020:00000040:2.0:1767734670.787990:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767734670.787992:0:249692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734670.787994:0:249692:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734670.787997:0:249692:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734670.788002:0:249692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c6358800. 00000100:00000001:2.0:1767734670.788006:0:249692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.788008:0:249692:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734670.788010:0:249692:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734670.788012:0:249692:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1b840. 00000100:00000001:2.0:1767734670.788015:0:249692:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553292864 : -117983156258752 : ffff94b1e7e1b840) 00000100:00000001:2.0:1767734670.788017:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734670.788019:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155549440 : -117983554002176 : ffff94b1d02ca300) 00000100:00000001:2.0:1767734670.788022:0:249692:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734670.788025:0:249692:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.788027:0:249692:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734670.788028:0:249692:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734670.788033:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02ca300 x1853602672072448/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.788039:0:249692:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734670.788041:0:249692:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.788044:0:249692:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734670.788046:0:249692:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734670.788049:0:249692:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734670.788061:0:249692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02ca300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249692:1853602672072448:192.168.203.112@tcp:503:mount.lustre.0 00000100:00000001:2.0:1767734670.788065:0:249692:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734670.788069:0:249692:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734670.788071:0:249692:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.788074:0:249692:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734670.788089:0:249692:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1c6224000. 02000000:00000001:2.0:1767734670.788092:0:249692:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.788098:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734670.788103:0:249692:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e058. 00000400:00000010:2.0:1767734670.788109:0:249692:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1e7e1bd80. 00000100:00000200:2.0:1767734670.788113:0:249692:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672072448, portal 25 00000100:00000001:2.0:1767734670.788115:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734670.788116:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155549440 : -117983554002176 : ffff94b1d02ca300) 00000100:00000040:2.0:1767734670.788122:0:249692:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02ca300 x1853602672072448/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.788129:0:249692:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734670.788132:0:249692:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734670.788135:0:249692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29880. 00000100:00000200:2.0:1767734670.788137:0:249692:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853602672072448, offset 0 00000400:00000200:2.0:1767734670.788142:0:249692:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734670.788147:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.788151:0:249692:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734670.788155:0:249692:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734670.788158:0:249692:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734670.788162:0:249692:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734670.788164:0:249692:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734670.788167:0:249692:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66521:66521:256:4294967295] 192.168.203.112@tcp LPNI seq info [66521:66521:8:4294967295] 00000400:00000200:2.0:1767734670.788171:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.788179:0:249692:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734670.788184:0:249692:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734670.788187:0:249692:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790e00. 00000800:00000200:2.0:1767734670.788201:0:249692:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734670.788208:0:249692:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734670.788211:0:249692:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790e00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767734670.788222:0:249692:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.788226:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734670.788228:0:249692:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303433465 00000100:00000001:2.0:1767734670.788234:0:249692:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303433463 00000100:00000001:2.0:1767734670.788238:0:249692:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303433465 00000100:00000001:2.0:1767734670.788244:0:249692:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303433463 00000100:00000001:2.0:1767734670.788249:0:249692:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.788252:0:249692:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.788254:0:249692:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734670.788256:0:249692:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734670.788258:0:249692:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1b840 going to sleep for 11 seconds 00000100:00000001:2.0:1767734670.788261:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734670.788263:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734670.788367:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734670.788370:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790e00. 00000400:00000200:2.0:1767734670.788375:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734670.788382:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734670.788387:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29880 00000400:00000010:2.0:1767734670.788389:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29880. 00000100:00000001:2.0:1767734670.788393:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734670.788399:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ca300 x1853602672072448/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.788407:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.788411:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ca300 x1853602672072448/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.788417:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.788419:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734670.790044:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.790053:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.790056:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.790062:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.790068:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.790075:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734670.790082:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.790086:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.790092:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.790096:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8416 into portal 25 MB=0x695d780d2d700 00000400:00000200:3.0:1767734670.790111:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.790187:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 8416/8416 into md 0x7b72d [4] + 224 00000800:00000001:3.0:1767734670.790194:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.790206:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.790208:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.790214:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734670.790221:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.790229:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ca300 x1853602672072448/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734670.790239:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94b1d02ca300 x1853602672072448/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.790259:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734670.790266:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.790270:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.790280:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734670.790287:0:249692:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734670.790296:0:249692:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734670.790299:0:249692:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e058. 00000400:00000200:2.0:1767734670.790304:0:249692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1e7e1bd80 00000400:00000010:2.0:1767734670.790334:0:249692:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1e7e1bd80. 00000100:00000001:2.0:1767734670.790339:0:249692:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734670.790347:0:249692:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02ca300 x1853602672072448/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734670.790358:0:249692:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02ca300 x1853602672072448/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.790366:0:249692:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734670.790368:0:249692:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.790371:0:249692:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734670.790373:0:249692:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734670.790375:0:249692:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734670.790376:0:249692:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.790379:0:249692:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734670.790382:0:249692:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=98 v=5 (5 5 5 5) 00000100:00001000:2.0:1767734670.790385:0:249692:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=98 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734670.790388:0:249692:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734670.790390:0:249692:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.790393:0:249692:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734670.790395:0:249692:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.790397:0:249692:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734670.790403:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02ca300 x1853602672072448/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.790410:0:249692:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.790412:0:249692:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734670.790414:0:249692:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734670.790417:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02ca300 x1853602672072448/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734670.790425:0:249692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02ca300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6d7b501b-fa70-4fef-9613-be2df560a7ce:249692:1853602672072448:192.168.203.112@tcp:503:mount.lustre.0 00000100:00000001:2.0:1767734670.790430:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.790440:0:249692:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.790441:0:249692:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734670.790443:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.790448:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02ca300 x1853602672072448/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.790455:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734670.790458:0:249692:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1e7e1b840. 00000100:00000001:2.0:1767734670.790461:0:249692:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734670.790462:0:249692:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734670.790467:0:249692:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1767734670.790469:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.790473:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02ca300 x1853602672072448/t0(0) o503->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767734686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.790479:0:249692:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734670.790481:0:249692:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734670.790483:0:249692:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1c6224000. 02000000:00000001:2.0:1767734670.790493:0:249692:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734670.790495:0:249692:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.790496:0:249692:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734670.790498:0:249692:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734670.790500:0:249692:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c6358800. 02000000:00000001:2.0:1767734670.790502:0:249692:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734670.790503:0:249692:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734670.790505:0:249692:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02ca300. 00000100:00000001:2.0:1767734670.790508:0:249692:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734670.790509:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767734670.790512:0:249692:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.790513:0:249692:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734670.790515:0:249692:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767734670.790516:0:249692:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734670.790518:0:249692:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734670.790520:0:249692:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767734670.790524:0:249692:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94b1c7f91240. 00000040:00001000:2.0:1767734670.790527:0:249692:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:2.0:1767734670.790646:0:249705:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767734670.790653:0:249705:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c6358400. 00000020:00000010:2.0:1767734670.790667:0:249705:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c6358200. 00000040:00000010:2.0:1767734670.790672:0:249705:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1c6358600. 00000020:00000010:2.0:1767734670.790677:0:249705:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1f0133800. 00000020:00000010:2.0:1767734670.790680:0:249705:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94b1fdca4b78. 00000020:00000010:2.0:1767734670.790683:0:249705:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c6359400. 80000000:00000010:2.0:1767734670.790688:0:249705:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94b1c7f91b40. 40000000:00000010:2.0:1767734670.790693:0:249705:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff94b1f0ebdf40. 00100000:00000010:2.0:1767734670.790699:0:249705:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94b1f0132000. 00040000:00000010:2.0:1767734670.790703:0:249705:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1ef790e00. 00040000:00000010:2.0:1767734670.790709:0:249705:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff94b1f0136800. 00040000:00000010:2.0:1767734670.790714:0:249705:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b0db604e00. 00000004:00000010:2.0:1767734670.790720:0:249705:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94b1f0131000. 00000004:00000010:2.0:1767734670.790726:0:249705:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff94b1c86c7000. 00000004:00000010:2.0:1767734670.790731:0:249705:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff94b1f0137800. 00002000:00000010:2.0:1767734670.790735:0:249705:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff94b1f0e29400. 00000004:00000010:2.0:1767734670.790739:0:249705:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff94b1f0e28c00. 00000020:00000010:2.0:1767734670.790744:0:249705:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1f0ebddc0. 00000040:00000010:2.0:1767734670.790754:0:249705:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94b1fb8a6000. 00000040:00001000:2.0:1767734670.790757:0:249705:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:2.0:1767734670.790759:0:249705:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767734670.790761:0:249705:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1767734670.790763:0:249705:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:2.0:1767734670.790769:0:249705:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02ca300. 00000020:00000040:2.0:1767734670.790772:0:249705:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767734670.790774:0:249705:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734670.790776:0:249705:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734670.790779:0:249705:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734670.790786:0:249705:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b0db605800. 00000100:00000001:2.0:1767734670.790790:0:249705:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.790793:0:249705:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734670.790794:0:249705:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734670.790799:0:249705:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1bd80. 00000100:00000001:2.0:1767734670.790801:0:249705:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553294208 : -117983156257408 : ffff94b1e7e1bd80) 00000100:00000001:2.0:1767734670.790804:0:249705:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734670.790813:0:249705:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155549440 : -117983554002176 : ffff94b1d02ca300) 00000100:00000001:2.0:1767734670.790816:0:249705:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734670.790820:0:249705:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.790822:0:249705:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734670.790823:0:249705:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734670.790828:0:249705:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02ca300 x1853602672072576/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.790835:0:249705:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734670.790837:0:249705:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.790840:0:249705:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734670.790842:0:249705:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734670.790845:0:249705:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734670.790848:0:249705:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02ca300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6d7b501b-fa70-4fef-9613-be2df560a7ce:249705:1853602672072576:192.168.203.112@tcp:502:llog_process_th.0 00000100:00000001:2.0:1767734670.790851:0:249705:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734670.790854:0:249705:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734670.790856:0:249705:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.790858:0:249705:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734670.790871:0:249705:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1d1ed0000. 02000000:00000001:2.0:1767734670.790874:0:249705:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.790881:0:249705:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734670.790886:0:249705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e058. 00000400:00000010:2.0:1767734670.790891:0:249705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1e7e1bf00. 00000100:00000200:2.0:1767734670.790895:0:249705:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672072576, portal 25 00000100:00000001:2.0:1767734670.790897:0:249705:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734670.790899:0:249705:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155549440 : -117983554002176 : ffff94b1d02ca300) 00000100:00000040:2.0:1767734670.790904:0:249705:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02ca300 x1853602672072576/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.790910:0:249705:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734670.790913:0:249705:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734670.790916:0:249705:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29880. 00000100:00000200:2.0:1767734670.790923:0:249705:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853602672072576, offset 0 00000400:00000200:2.0:1767734670.790929:0:249705:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734670.790934:0:249705:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.790950:0:249705:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734670.790954:0:249705:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734670.790958:0:249705:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734670.790962:0:249705:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734670.790964:0:249705:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734670.790967:0:249705:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66522:66522:256:4294967295] 192.168.203.112@tcp LPNI seq info [66522:66522:8:4294967295] 00000400:00000200:2.0:1767734670.790971:0:249705:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.790980:0:249705:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734670.790985:0:249705:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734670.790994:0:249705:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790000. 00000800:00000200:2.0:1767734670.790999:0:249705:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734670.791004:0:249705:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734670.791008:0:249705:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767734670.791018:0:249705:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.791021:0:249705:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734670.791024:0:249705:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303433468 00000800:00000200:2.0:1767734670.791087:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734670.791091:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790000. 00000400:00000200:2.0:1767734670.791096:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734670.791101:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734670.791105:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29880 00000400:00000010:2.0:1767734670.791107:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29880. 00000100:00000001:2.0:1767734670.791111:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734670.791115:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ca300 x1853602672072576/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.791123:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.791126:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ca300 x1853602672072576/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.791132:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.791134:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767734670.791148:0:249705:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303433465 00000100:00000001:2.0:1767734670.791160:0:249705:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303433468 00000100:00000001:2.0:1767734670.791164:0:249705:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303433465 00000100:00000001:2.0:1767734670.791169:0:249705:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.791172:0:249705:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.791174:0:249705:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734670.791176:0:249705:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734670.791179:0:249705:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1bd80 going to sleep for 11 seconds 00000100:00000001:2.0:1767734670.791182:0:249705:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734670.791184:0:249705:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734670.792983:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.792991:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.792994:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.792997:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.793002:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.793007:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734670.793013:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.793017:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.793021:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.793026:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 25 MB=0x695d780d2d780 00000400:00000200:3.0:1767734670.793030:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.793034:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7b73d [4] + 224 00000800:00000001:3.0:1767734670.793039:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.793122:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.793126:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.793130:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734670.793133:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.793139:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ca300 x1853602672072576/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734670.793158:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1d02ca300 x1853602672072576/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.793178:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734670.793185:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.793188:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.793200:0:249705:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734670.793207:0:249705:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734670.793209:0:249705:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734670.793211:0:249705:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e058. 00000400:00000200:2.0:1767734670.793216:0:249705:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1e7e1bf00 00000400:00000010:2.0:1767734670.793218:0:249705:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1e7e1bf00. 00000100:00000001:2.0:1767734670.793220:0:249705:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734670.793227:0:249705:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02ca300 x1853602672072576/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734670.793237:0:249705:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02ca300 x1853602672072576/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.793245:0:249705:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734670.793247:0:249705:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.793250:0:249705:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734670.793251:0:249705:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734670.793253:0:249705:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734670.793255:0:249705:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.793257:0:249705:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734670.793260:0:249705:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=98 v=5 (5 5 5 5) 00000100:00001000:2.0:1767734670.793264:0:249705:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=98 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734670.793266:0:249705:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734670.793267:0:249705:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.793269:0:249705:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734670.793271:0:249705:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.793273:0:249705:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734670.793286:0:249705:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02ca300 x1853602672072576/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.793294:0:249705:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.793297:0:249705:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734670.793299:0:249705:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734670.793303:0:249705:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02ca300 x1853602672072576/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734670.793344:0:249705:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02ca300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6d7b501b-fa70-4fef-9613-be2df560a7ce:249705:1853602672072576:192.168.203.112@tcp:502:llog_process_th.0 00000100:00000001:2.0:1767734670.793349:0:249705:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.793353:0:249705:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.793356:0:249705:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734670.793358:0:249705:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.793362:0:249705:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02ca300 x1853602672072576/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.793369:0:249705:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734670.793372:0:249705:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1e7e1bd80. 00000100:00000001:2.0:1767734670.793376:0:249705:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734670.793378:0:249705:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734670.793383:0:249705:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1767734670.793385:0:249705:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.793389:0:249705:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02ca300 x1853602672072576/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.793396:0:249705:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734670.793399:0:249705:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734670.793402:0:249705:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1d1ed0000. 02000000:00000001:2.0:1767734670.793411:0:249705:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734670.793413:0:249705:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.793415:0:249705:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734670.793417:0:249705:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734670.793419:0:249705:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b0db605800. 02000000:00000001:2.0:1767734670.793421:0:249705:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734670.793423:0:249705:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734670.793431:0:249705:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02ca300. 00000100:00000001:2.0:1767734670.793434:0:249705:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734670.793436:0:249705:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767734670.793438:0:249705:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.793439:0:249705:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734670.793441:0:249705:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767734670.793443:0:249705:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.793446:0:249705:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1fb8a6000 type=0x10620000 idx=1 00000040:00001000:2.0:1767734670.793449:0:249705:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:2.0:1767734670.793452:0:249705:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734670.793455:0:249705:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.793457:0:249705:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.793458:0:249705:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.793459:0:249705:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767734670.793462:0:249705:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767734670.793464:0:249705:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.793469:0:249705:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790000. 00000020:00000080:2.0:1767734670.793471:0:249705:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.793473:0:249705:0:(obd_config.c:1477:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:00000001:2.0:1767734670.793476:0:249705:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.793478:0:249705:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790000. 00000020:00000001:2.0:1767734670.793482:0:249705:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.793484:0:249705:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1fb8a60e0 type=0x10620000 idx=2 00000040:00001000:2.0:1767734670.793487:0:249705:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:2.0:1767734670.793489:0:249705:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734670.793490:0:249705:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.793494:0:249705:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff94b1f1a752c0. 00000020:01000000:2.0:1767734670.793497:0:249705:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.793500:0:249705:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff94b1c98bf900. 00000020:00000080:2.0:1767734670.793502:0:249705:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:00000001:2.0:1767734670.793504:0:249705:0:(obd_config.c:1290:process_param2_config()) Process entered 00000040:00000001:2.0:1767734670.793505:0:249705:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767734670.793508:0:249705:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff94b1c98bf900 00000040:00001000:2.0:1767734670.793509:0:249705:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767734670.793512:0:249705:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:2.0:1767734670.793521:0:249705:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767734670.793522:0:249705:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767734670.793525:0:249705:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767734670.793526:0:249705:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:2.0:1767734670.793528:0:249705:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff94b1e7e86000 00000040:00001000:2.0:1767734670.793530:0:249705:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 debug_raw_pointers=Y 00000040:00001000:2.0:1767734670.793531:0:249705:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:2.0:1767734670.793555:0:249705:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:2.0:1767734670.793559:0:249705:0:(obd_config.c:1299:process_param2_config()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767734670.793561:0:249705:0:(obd_config.c:1517:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.793564:0:249705:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff94b1c98bf900. 00000020:00000010:2.0:1767734670.793568:0:249705:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff94b1f1a752c0. 00000020:00000001:2.0:1767734670.793570:0:249705:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.793572:0:249705:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1fb8a6150 type=0x10620000 idx=3 00000040:00001000:2.0:1767734670.793574:0:249705:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:2.0:1767734670.793576:0:249705:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734670.793578:0:249705:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.793579:0:249705:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.793580:0:249705:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.793582:0:249705:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767734670.793587:0:249705:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790000. 00000020:00000080:2.0:1767734670.793589:0:249705:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.793591:0:249705:0:(obd_config.c:1477:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:00000001:2.0:1767734670.793594:0:249705:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.793596:0:249705:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790000. 00000020:00000001:2.0:1767734670.793599:0:249705:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.793601:0:249705:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1fb8a6230 type=0x10620000 idx=4 00000040:00001000:2.0:1767734670.793603:0:249705:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:2.0:1767734670.793604:0:249705:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734670.793606:0:249705:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.793607:0:249705:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.793608:0:249705:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.793610:0:249705:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767734670.793611:0:249705:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767734670.793612:0:249705:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.793624:0:249705:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790000. 00000020:00000080:2.0:1767734670.793626:0:249705:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.793628:0:249705:0:(obd_config.c:1477:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:00000001:2.0:1767734670.793630:0:249705:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.793632:0:249705:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790000. 00000020:00000001:2.0:1767734670.793635:0:249705:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.793637:0:249705:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1fb8a6310 type=0x10620000 idx=5 00000040:00001000:2.0:1767734670.793640:0:249705:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:2.0:1767734670.793641:0:249705:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734670.793643:0:249705:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.793646:0:249705:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff94b1f1a75ca0. 00000020:01000000:2.0:1767734670.793648:0:249705:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.793652:0:249705:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff94b1c98bf900. 00000020:00000080:2.0:1767734670.793654:0:249705:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:00000001:2.0:1767734670.793656:0:249705:0:(obd_config.c:1290:process_param2_config()) Process entered 00000040:00000001:2.0:1767734670.793657:0:249705:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767734670.793658:0:249705:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff94b1c98bf900 00000040:00001000:2.0:1767734670.793659:0:249705:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767734670.793661:0:249705:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:2.0:1767734670.793662:0:249705:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767734670.793664:0:249705:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767734670.793666:0:249705:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767734670.793668:0:249705:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:2.0:1767734670.793669:0:249705:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff94b1e7e86000 00000040:00001000:2.0:1767734670.793671:0:249705:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 lod.*.mdt_hash=crush 00000040:00001000:2.0:1767734670.793673:0:249705:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:2.0:1767734670.793675:0:249705:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:2.0:1767734670.793722:0:249705:0:(obd_config.c:1325:process_param2_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.793725:0:249705:0:(obd_config.c:1517:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.793728:0:249705:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff94b1c98bf900. 00000020:00000010:2.0:1767734670.793732:0:249705:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff94b1f1a75ca0. 00000020:00000001:2.0:1767734670.793735:0:249705:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.793737:0:249705:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1fb8a6380 type=0x10620000 idx=6 00000040:00001000:2.0:1767734670.793739:0:249705:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:2.0:1767734670.793751:0:249705:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734670.793753:0:249705:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.793755:0:249705:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.793756:0:249705:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.793758:0:249705:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767734670.793761:0:249705:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790000. 00000020:00000080:2.0:1767734670.793763:0:249705:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.793764:0:249705:0:(obd_config.c:1477:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:00000001:2.0:1767734670.793767:0:249705:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.793770:0:249705:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790000. 00000020:00000001:2.0:1767734670.793773:0:249705:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.793775:0:249705:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1fb8a6460 type=0x10620000 idx=7 00000040:00001000:2.0:1767734670.793777:0:249705:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7072 remains) 00000040:00001000:2.0:1767734670.793779:0:249705:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734670.793782:0:249705:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.793783:0:249705:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.793785:0:249705:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.793786:0:249705:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1767734670.793789:0:249705:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #4 00000020:01000000:2.0:1767734670.793790:0:249705:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.793792:0:249705:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.793794:0:249705:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1fb8a6540 type=0x10620000 idx=8 00000040:00001000:2.0:1767734670.793796:0:249705:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 112 (6848 remains) 00000040:00001000:2.0:1767734670.793797:0:249705:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734670.793799:0:249705:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:01000000:2.0:1767734670.793800:0:249705:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.793802:0:249705:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.793804:0:249705:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1fb8a65b0 type=0x10620000 idx=9 00000040:00001000:2.0:1767734670.793806:0:249705:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6736 remains) 00000040:00001000:2.0:1767734670.793808:0:249705:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734670.793810:0:249705:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.793811:0:249705:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.793812:0:249705:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.793813:0:249705:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:2.0:1767734670.793818:0:249705:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790000. 00000020:00000080:2.0:1767734670.793827:0:249705:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.793829:0:249705:0:(obd_config.c:1477:class_process_config()) marker 4 (0x6) lustre osc.lustre*.checksums 00000020:00000001:2.0:1767734670.793831:0:249705:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.793834:0:249705:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790000. 00000020:00000001:2.0:1767734670.793837:0:249705:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.793839:0:249705:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1fb8a6690 type=0x10620000 idx=10 00000040:00001000:2.0:1767734670.793840:0:249705:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 224 (6512 remains) 00000040:00001000:2.0:1767734670.793842:0:249705:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734670.793844:0:249705:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.793845:0:249705:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.793847:0:249705:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.793848:0:249705:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1767734670.793850:0:249705:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #5 00000020:01000000:2.0:1767734670.793851:0:249705:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.793852:0:249705:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.793854:0:249705:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1fb8a6770 type=0x10620000 idx=11 00000040:00001000:2.0:1767734670.793856:0:249705:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 112 (6288 remains) 00000040:00001000:2.0:1767734670.793858:0:249705:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734670.793859:0:249705:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:01000000:2.0:1767734670.793861:0:249705:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:2.0:1767734670.793862:0:249705:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.793865:0:249705:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1fb8a67e0 type=0x10620000 idx=12 00000040:00001000:2.0:1767734670.793866:0:249705:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6176 remains) 00000040:00001000:2.0:1767734670.793868:0:249705:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734670.793870:0:249705:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.793871:0:249705:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.793873:0:249705:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.793874:0:249705:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:2.0:1767734670.793878:0:249705:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790000. 00000020:00000080:2.0:1767734670.793880:0:249705:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.793881:0:249705:0:(obd_config.c:1477:class_process_config()) marker 5 (0x6) lustre osc.lustre*.checksums 00000020:00000001:2.0:1767734670.793883:0:249705:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.793885:0:249705:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790000. 00000020:00000001:2.0:1767734670.793887:0:249705:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.793897:0:249705:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1fb8a68c0 type=0x10620000 idx=13 00000040:00001000:2.0:1767734670.793899:0:249705:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 224 (5952 remains) 00000040:00001000:2.0:1767734670.793901:0:249705:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734670.793902:0:249705:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.793903:0:249705:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.793905:0:249705:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.793906:0:249705:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767734670.793908:0:249705:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767734670.793909:0:249705:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.793914:0:249705:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790000. 00000020:00000080:2.0:1767734670.793916:0:249705:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.793917:0:249705:0:(obd_config.c:1477:class_process_config()) marker 6 (0x1) lustre osc.lustre*.checksums 00000020:00000001:2.0:1767734670.793920:0:249705:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.793921:0:249705:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790000. 00000020:00000001:2.0:1767734670.793924:0:249705:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.793926:0:249705:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1fb8a69a0 type=0x10620000 idx=14 00000040:00001000:2.0:1767734670.793927:0:249705:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 112 (5728 remains) 00000040:00001000:2.0:1767734670.793929:0:249705:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000020:00000001:2.0:1767734670.793931:0:249705:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767734670.793933:0:249705:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 27 at ffff94b1f1a75180. 00000020:01000000:2.0:1767734670.793935:0:249705:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff94b1e7e86000 00000020:00000010:2.0:1767734670.793937:0:249705:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at ffff94b1c98bf900. 00000020:00000080:2.0:1767734670.793939:0:249705:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:00000001:2.0:1767734670.793940:0:249705:0:(obd_config.c:1290:process_param2_config()) Process entered 00000040:00000001:2.0:1767734670.793941:0:249705:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767734670.793942:0:249705:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff94b1c98bf900 00000040:00001000:2.0:1767734670.793944:0:249705:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767734670.793945:0:249705:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:2.0:1767734670.793947:0:249705:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767734670.793948:0:249705:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767734670.793950:0:249705:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767734670.793951:0:249705:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:2.0:1767734670.793952:0:249705:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 24 lustre-ffff94b1e7e86000 00000040:00001000:2.0:1767734670.793954:0:249705:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 24 osc.lustre*.checksums=0 00000040:00001000:2.0:1767734670.793956:0:249705:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:2.0:1767734670.793964:0:249705:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:2.0:1767734670.793992:0:249705:0:(obd_config.c:1325:process_param2_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.793994:0:249705:0:(obd_config.c:1517:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.793997:0:249705:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 104 at ffff94b1c98bf900. 00000020:00000010:2.0:1767734670.794000:0:249705:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 27 at ffff94b1f1a75180. 00000020:00000001:2.0:1767734670.794002:0:249705:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.794004:0:249705:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1fb8a6a10 type=0x10620000 idx=15 00000040:00001000:2.0:1767734670.794008:0:249705:0:(llog.c:720:llog_process_thread()) synced_idx: 15 00000040:00000001:2.0:1767734670.794010:0:249705:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767734670.794012:0:249705:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1767734670.794014:0:249705:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:2.0:1767734670.794019:0:249705:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02ca300. 00000020:00000040:2.0:1767734670.794021:0:249705:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767734670.794024:0:249705:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734670.794026:0:249705:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734670.794028:0:249705:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734670.794032:0:249705:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b0db604400. 00000100:00000001:2.0:1767734670.794036:0:249705:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.794039:0:249705:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734670.794041:0:249705:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734670.794044:0:249705:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1bd80. 00000100:00000001:2.0:1767734670.794046:0:249705:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553294208 : -117983156257408 : ffff94b1e7e1bd80) 00000100:00000001:2.0:1767734670.794048:0:249705:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734670.794050:0:249705:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155549440 : -117983554002176 : ffff94b1d02ca300) 00000100:00000001:2.0:1767734670.794053:0:249705:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734670.794057:0:249705:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.794059:0:249705:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734670.794060:0:249705:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734670.794066:0:249705:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02ca300 x1853602672072704/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.794073:0:249705:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734670.794075:0:249705:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.794078:0:249705:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734670.794081:0:249705:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734670.794083:0:249705:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734670.794095:0:249705:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02ca300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6d7b501b-fa70-4fef-9613-be2df560a7ce:249705:1853602672072704:192.168.203.112@tcp:502:llog_process_th.0 00000100:00000001:2.0:1767734670.794098:0:249705:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734670.794101:0:249705:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734670.794104:0:249705:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.794106:0:249705:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734670.794124:0:249705:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1c592c000. 02000000:00000001:2.0:1767734670.794127:0:249705:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.794132:0:249705:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734670.794137:0:249705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e058. 00000400:00000010:2.0:1767734670.794143:0:249705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1e7e1bf00. 00000100:00000200:2.0:1767734670.794147:0:249705:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672072704, portal 25 00000100:00000001:2.0:1767734670.794150:0:249705:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734670.794153:0:249705:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155549440 : -117983554002176 : ffff94b1d02ca300) 00000100:00000040:2.0:1767734670.794159:0:249705:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02ca300 x1853602672072704/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.794166:0:249705:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734670.794170:0:249705:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734670.794175:0:249705:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29880. 00000100:00000200:2.0:1767734670.794177:0:249705:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853602672072704, offset 0 00000400:00000200:2.0:1767734670.794183:0:249705:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734670.794189:0:249705:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.794194:0:249705:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734670.794198:0:249705:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734670.794201:0:249705:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734670.794204:0:249705:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734670.794206:0:249705:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734670.794209:0:249705:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66523:66523:256:4294967295] 192.168.203.112@tcp LPNI seq info [66523:66523:8:4294967295] 00000400:00000200:2.0:1767734670.794213:0:249705:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.794222:0:249705:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734670.794226:0:249705:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734670.794232:0:249705:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790000. 00000800:00000200:2.0:1767734670.794246:0:249705:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734670.794253:0:249705:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734670.794256:0:249705:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767734670.794268:0:249705:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.794274:0:249705:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734670.794277:0:249705:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303433471 00000100:00000001:2.0:1767734670.794283:0:249705:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303433468 00000100:00000001:2.0:1767734670.794287:0:249705:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303433471 00000100:00000001:2.0:1767734670.794290:0:249705:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303433468 00000100:00000001:2.0:1767734670.794294:0:249705:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.794297:0:249705:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.794300:0:249705:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734670.794302:0:249705:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734670.794304:0:249705:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1bd80 going to sleep for 11 seconds 00000100:00000001:2.0:1767734670.794339:0:249705:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734670.794343:0:249705:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734670.794419:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734670.794424:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790000. 00000400:00000200:2.0:1767734670.794429:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734670.794436:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734670.794441:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29880 00000400:00000010:2.0:1767734670.794443:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29880. 00000100:00000001:2.0:1767734670.794449:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734670.794456:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ca300 x1853602672072704/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.794465:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.794471:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ca300 x1853602672072704/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.794478:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.794480:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767734670.794635:0:249702:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff94b1fe4a80c0. 00000020:00000040:0.0:1767734670.794643:0:249702:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-MDT0000-mdc-ffff94b1e7e86000 is connecting to an obsoleted target(0/3), reconnecting... 00000100:00000001:0.0:1767734670.794648:0:249702:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00000001:0.0:1767734670.794652:0:249702:0:(recover.c:306:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000020:00000010:0.0:1767734670.794658:0:249702:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff94b1fe4a80c0. 00000800:00000001:3.0:1767734670.796002:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.796011:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.796014:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.796019:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.796025:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.796034:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734670.796041:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.796045:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.796118:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.796123:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 25 MB=0x695d780d2d800 00000400:00000200:3.0:1767734670.796128:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.796133:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7b74d [4] + 224 00000800:00000001:3.0:1767734670.796139:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.796162:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.796164:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.796170:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734670.796175:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.796180:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ca300 x1853602672072704/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734670.796189:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1d02ca300 x1853602672072704/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.796209:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734670.796216:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.796220:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.796227:0:249705:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734670.796233:0:249705:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734670.796242:0:249705:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734670.796245:0:249705:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e058. 00000400:00000200:2.0:1767734670.796249:0:249705:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1e7e1bf00 00000400:00000010:2.0:1767734670.796251:0:249705:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1e7e1bf00. 00000100:00000001:2.0:1767734670.796254:0:249705:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734670.796261:0:249705:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02ca300 x1853602672072704/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734670.796271:0:249705:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02ca300 x1853602672072704/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.796279:0:249705:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734670.796282:0:249705:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.796284:0:249705:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734670.796286:0:249705:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734670.796288:0:249705:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734670.796290:0:249705:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.796292:0:249705:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734670.796295:0:249705:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=98 v=5 (5 5 5 5) 00000100:00001000:2.0:1767734670.796299:0:249705:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=98 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734670.796301:0:249705:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734670.796303:0:249705:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.796304:0:249705:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734670.796336:0:249705:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.796339:0:249705:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734670.796345:0:249705:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02ca300 x1853602672072704/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.796353:0:249705:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.796355:0:249705:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734670.796357:0:249705:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734670.796363:0:249705:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02ca300 x1853602672072704/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734670.796371:0:249705:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02ca300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6d7b501b-fa70-4fef-9613-be2df560a7ce:249705:1853602672072704:192.168.203.112@tcp:502:llog_process_th.0 00000100:00000001:2.0:1767734670.796376:0:249705:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.796387:0:249705:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.796391:0:249705:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734670.796393:0:249705:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.796398:0:249705:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02ca300 x1853602672072704/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.796404:0:249705:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734670.796407:0:249705:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1e7e1bd80. 00000100:00000001:2.0:1767734670.796410:0:249705:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734670.796412:0:249705:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734670.796417:0:249705:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1767734670.796419:0:249705:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.796424:0:249705:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02ca300 x1853602672072704/t0(0) o502->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767734686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.796430:0:249705:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734670.796433:0:249705:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734670.796435:0:249705:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1c592c000. 02000000:00000001:2.0:1767734670.796445:0:249705:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734670.796447:0:249705:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.796449:0:249705:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734670.796451:0:249705:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734670.796454:0:249705:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b0db604400. 02000000:00000001:2.0:1767734670.796458:0:249705:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734670.796460:0:249705:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734670.796462:0:249705:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02ca300. 00000100:00000001:2.0:1767734670.796466:0:249705:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734670.796468:0:249705:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767734670.796471:0:249705:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.796472:0:249705:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734670.796473:0:249705:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767734670.796475:0:249705:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.796478:0:249705:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1fb8a6a10 type=0x10620000 idx=15 00000040:00001000:2.0:1767734670.796481:0:249705:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 224 (5616 remains) 00000040:00001000:2.0:1767734670.796484:0:249705:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 15 synced_idx: 15 lgh_last_idx: 15 00000020:00000001:2.0:1767734670.796486:0:249705:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767734670.796488:0:249705:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767734670.796490:0:249705:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767734670.796498:0:249705:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767734670.796502:0:249705:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff94b1ef790000. 00000020:00000080:2.0:1767734670.796504:0:249705:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767734670.796506:0:249705:0:(obd_config.c:1477:class_process_config()) marker 6 (0x2) lustre osc.lustre*.checksums 00000020:00000001:2.0:1767734670.796509:0:249705:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767734670.796511:0:249705:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff94b1ef790000. 00000020:00000001:2.0:1767734670.796515:0:249705:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734670.796516:0:249705:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1fb8a6af0 type=0x0 idx=0 00000040:00000001:2.0:1767734670.796519:0:249705:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1767734670.796521:0:249705:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 16 count 16 00000040:00000010:2.0:1767734670.796523:0:249705:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff94b1fb8a6000. 00000020:00000010:2.0:1767734670.796529:0:249705:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1f0ebddc0. 00000020:00000010:2.0:1767734670.796553:0:249705:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c6358200. 00000040:00000010:2.0:1767734670.796558:0:249705:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1c6358600. 00000020:00000010:2.0:1767734670.796561:0:249705:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1f0133800. 00000020:00000010:2.0:1767734670.796563:0:249705:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff94b1fdca4b78. 00000020:00000010:2.0:1767734670.796566:0:249705:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c6359400. 80000000:00000010:2.0:1767734670.796569:0:249705:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94b1c7f91b40. 40000000:00000010:2.0:1767734670.796572:0:249705:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff94b1f0ebdf40. 00100000:00000010:2.0:1767734670.796576:0:249705:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94b1f0132000. 00040000:00000010:2.0:1767734670.796579:0:249705:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1ef790e00. 00040000:00000010:2.0:1767734670.796583:0:249705:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff94b1f0136800. 00040000:00000010:2.0:1767734670.796587:0:249705:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b0db604e00. 00000004:00000010:2.0:1767734670.796590:0:249705:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff94b1f0131000. 00000004:00000010:2.0:1767734670.796593:0:249705:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff94b1c86c7000. 00000004:00000010:2.0:1767734670.796597:0:249705:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff94b1f0137800. 00002000:00000010:2.0:1767734670.796600:0:249705:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff94b1f0e29400. 00000004:00000010:2.0:1767734670.796605:0:249705:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff94b1f0e28c00. 00000020:00000010:2.0:1767734670.796609:0:249705:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c6358400. 00000040:00000010:2.0:1767734670.796663:0:249692:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94b1c7f91240. 00000040:00000001:2.0:1767734670.796666:0:249692:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767734670.796669:0:249692:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 1-15 (rc=0) 00000040:00000010:2.0:1767734670.796672:0:249692:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94b1fb8a2000. 00000040:00000010:2.0:1767734670.796676:0:249692:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1c6358a00. 00000020:00000001:2.0:1767734670.796687:0:249692:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767734670.796690:0:249692:0:(mgc_request.c:1735:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1767734670.796693:0:249692:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c9ba7000. 00000040:00000010:2.0:1767734670.796696:0:249692:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1c1488200. 00000020:00000010:2.0:1767734670.796700:0:249692:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1f0130000. 00000020:00000010:2.0:1767734670.796703:0:249692:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1ee885200. 80000000:00000010:2.0:1767734670.796706:0:249692:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94b1e78159c0. 00040000:00000010:2.0:1767734670.796710:0:249692:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1ee885e00. 20000000:00000010:2.0:1767734670.796713:0:249692:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff94b1c6359a00. 00000020:00000010:2.0:1767734670.796715:0:249692:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c6a51600. 10000000:00000010:2.0:1767734670.796718:0:249692:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff94b1f0ebdf00. 10000000:01000000:2.0:1767734670.796721:0:249692:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1767734670.796730:0:249692:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767734670.796731:0:249692:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734670.796733:0:249692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734670.796736:0:249692:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741e00 refcount=3 00000020:00000001:2.0:1767734670.796738:0:249692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:2.0:1767734670.796741:0:249692:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:2.0:1767734670.796744:0:249692:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734670.796747:0:249692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1c5741e00/0x1886cffb85c2b84d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58dabafa expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734670.796755:0:249692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734670.796757:0:249692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767734670.796759:0:249692:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff94b1c5741e00/0x1886cffb85c2b84d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58dabafa expref: -99 pid: 249692 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734670.796764:0:249692:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734670.796766:0:249692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734670.796768:0:249692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767734670.796769:0:249692:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767734670.796771:0:249692:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767734670.796773:0:249692:0:(mgc_request.c:2025:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.796775:0:249692:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1f4629000. 00000040:00000010:2.0:1767734670.796779:0:249692:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1f4628000. 00000020:00000010:2.0:1767734670.796790:0:249692:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1e7e80800. 00000020:00000010:2.0:1767734670.796794:0:249692:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1f4629a00. 00040000:00000010:2.0:1767734670.796797:0:249692:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1f7416700. 00040000:00000010:2.0:1767734670.796800:0:249692:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1f4629200. 00000020:00000010:2.0:1767734670.796802:0:249692:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1f4628c00. 00000020:00000001:2.0:1767734670.796804:0:249692:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.796807:0:249692:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff94b1c59d2780. 00000020:00000010:2.0:1767734670.796811:0:249692:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff94b1c7e3fb00. 00000020:00000001:2.0:1767734670.796813:0:249692:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.796815:0:249692:0:(obd_config.c:1053:class_get_profile()) Process entered 00000020:00000001:2.0:1767734670.796817:0:249692:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000020:00000001:2.0:1767734670.796819:0:249692:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446626090704952512 : -117983004599104 : ffff94b1f0ebdcc0) 00000020:00000001:2.0:1767734670.796821:0:249692:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446626090704952512 : -117983004599104 : ffff94b1f0ebdcc0) 00000080:01000000:2.0:1767734670.796824:0:249692:0:(llite_lib.c:1495:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000080:00000010:2.0:1767734670.796828:0:249692:0:(llite_lib.c:1498:ll_fill_super()) kmalloced '(dt)': 33 at ffff94b1f0ebdf00. 00000080:00000010:2.0:1767734670.796832:0:249692:0:(llite_lib.c:1504:ll_fill_super()) kmalloced '(md)': 33 at ffff94b1f0ebdf40. 00000080:00000001:2.0:1767734670.796835:0:249692:0:(llite_lib.c:341:client_common_fill_super()) Process entered 00000080:00000010:2.0:1767734670.796840:0:249692:0:(llite_lib.c:348:client_common_fill_super()) kmalloced '(data)': 192 at ffff94b1e7e1bd80. 00000080:00000010:2.0:1767734670.796842:0:249692:0:(llite_lib.c:352:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff94b1e7e1bf00. 00000080:00000040:2.0:1767734670.796845:0:249692:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1951, crc32c 11823, adler 1647 00000080:00000001:2.0:1767734670.796849:0:249692:0:(obd_class.h:852:obd_connect()) Process entered 00800000:00000001:2.0:1767734670.796851:0:249692:0:(lmv_obd.c:239:lmv_connect()) Process entered 00000020:00000001:2.0:1767734670.796853:0:249692:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767734670.796855:0:249692:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767734670.796857:0:249692:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b1f0130000. 00000020:00000001:2.0:1767734670.796859:0:249692:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734670.796862:0:249692:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f0130000 with handle 0x1886cffb85c2b854 to hash 00000020:00000001:2.0:1767734670.796864:0:249692:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767734670.796866:0:249692:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767734670.796867:0:249692:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734670.796870:0:249692:0:(obd_config.c:927:class_incref()) incref lustre-clilmv-ffff94b1e7e86000 (ffff94b1c699e380) now 5 - export 00000020:00000001:2.0:1767734670.796872:0:249692:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626090690740224 : -117983018811392 : ffff94b1f0130000) 00000020:00000040:2.0:1767734670.796875:0:249692:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f0130000 : new refcount 1 00000020:00000080:2.0:1767734670.796877:0:249692:0:(genops.c:1402:class_connect()) connect: client 66586885-669e-469f-b1c7-cb1a0fe6eee4, cookie 0x1886cffb85c2b854 00000020:00000001:2.0:1767734670.796889:0:249692:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.796891:0:249692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767734670.796893:0:249692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b854 00000020:00000001:2.0:1767734670.796895:0:249692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734670.796896:0:249692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1f0130000 refcount=2 00000020:00000001:2.0:1767734670.796899:0:249692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090690740224 : -117983018811392 : ffff94b1f0130000) 00000020:00000001:2.0:1767734670.796901:0:249692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090690740224 : -117983018811392 : ffff94b1f0130000) 00800000:00000001:2.0:1767734670.796913:0:249692:0:(lmv_obd.c:476:lmv_check_connect()) Process entered 00800000:01000000:2.0:1767734670.796916:0:249692:0:(lmv_obd.c:498:lmv_check_connect()) Time to connect 66586885-669e-469f-b1c7-cb1a0fe6eee4 to lustre-clilmv-ffff94b1e7e86000 00800000:00000001:2.0:1767734670.796918:0:249692:0:(lmv_obd.c:327:lmv_connect_mdc()) Process entered 00800000:01000000:2.0:1767734670.796922:0:249692:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff94b1e7e86000(66586885-669e-469f-b1c7-cb1a0fe6eee4) - lustre-MDT0000_UUID, 66586885-669e-469f-b1c7-cb1a0fe6eee4 00800000:00000001:2.0:1767734670.796924:0:249692:0:(obd_class.h:852:obd_connect()) Process entered 00010000:00000001:2.0:1767734670.796926:0:249692:0:(ldlm_lib.c:670:client_connect_import()) Process entered 00000020:00000001:2.0:1767734670.796928:0:249692:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767734670.796930:0:249692:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767734670.796933:0:249692:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b1f0137800. 00000020:00000001:2.0:1767734670.796935:0:249692:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734670.796937:0:249692:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f0137800 with handle 0x1886cffb85c2b85b to hash 00000020:00000001:2.0:1767734670.796939:0:249692:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767734670.796941:0:249692:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767734670.796942:0:249692:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734670.796944:0:249692:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 5 - export 00000020:00000001:2.0:1767734670.796946:0:249692:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626090690770944 : -117983018780672 : ffff94b1f0137800) 00000020:00000040:2.0:1767734670.796949:0:249692:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f0137800 : new refcount 1 00000020:00000080:2.0:1767734670.796950:0:249692:0:(genops.c:1402:class_connect()) connect: client 66586885-669e-469f-b1c7-cb1a0fe6eee4, cookie 0x1886cffb85c2b85b 00000020:00000001:2.0:1767734670.796952:0:249692:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734670.796954:0:249692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767734670.796955:0:249692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b85b 00000020:00000001:2.0:1767734670.796957:0:249692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734670.796958:0:249692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1f0137800 refcount=2 00000020:00000001:2.0:1767734670.796960:0:249692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090690770944 : -117983018780672 : ffff94b1f0137800) 00000020:00000001:2.0:1767734670.796962:0:249692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090690770944 : -117983018780672 : ffff94b1f0137800) 00000100:00000001:2.0:1767734670.796966:0:249692:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1767734670.796978:0:249692:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1767734670.796982:0:249692:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff94b1e7e86000: connect to NID 192.168.203.112@tcp last attempt 0 00000400:00000200:2.0:1767734670.796987:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734670.796992:0:249692:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.112@tcp is discovered: rc = 1 00000100:00000001:2.0:1767734670.796995:0:249692:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767734670.796997:0:249692:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 16 to 192.168.203.112@tcp 00000100:00000001:2.0:1767734670.797000:0:249692:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000020:00000001:2.0:1767734670.797002:0:249692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767734670.797004:0:249692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b85b 00000020:00000001:2.0:1767734670.797005:0:249692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734670.797007:0:249692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1f0137800 refcount=3 00000020:00000001:2.0:1767734670.797009:0:249692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090690770944 : -117983018780672 : ffff94b1f0137800) 00000020:00000001:2.0:1767734670.797011:0:249692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090690770944 : -117983018780672 : ffff94b1f0137800) 00000100:00000001:2.0:1767734670.797013:0:249692:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767734670.797015:0:249692:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 17 to 192.168.203.112@tcp 00000100:00000001:2.0:1767734670.797017:0:249692:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000020:00000040:2.0:1767734670.797019:0:249692:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f0137800 : new refcount 2 00000100:00080000:2.0:1767734670.797022:0:249692:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff94b1e7e86000: import ffff94b1c403d800 using connection 192.168.203.112@tcp/192.168.203.112@tcp 00000100:00000001:2.0:1767734670.797025:0:249692:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.797027:0:249692:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767734670.797033:0:249692:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767734670.797036:0:249692:0:(sec.c:1450:sptlrpc_sec_create()) mdc lustre-MDT0000-mdc-ffff94b1e7e86000: select security flavor null 02000000:00000001:2.0:1767734670.797039:0:249692:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072650391168 : -1059160448 : ffffffffc0de7e80) 02000000:00000001:2.0:1767734670.797041:0:249692:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.797044:0:249692:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1767734670.797047:0:249692:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681345 ocd_grant: 134217728, lost: 0. 00000008:00000001:2.0:1767734670.797049:0:249692:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.797052:0:249692:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734670.797056:0:249692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02ca300. 00000020:00000040:2.0:1767734670.797059:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734670.797062:0:249692:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734670.797071:0:249692:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.797073:0:249692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734670.797076:0:249692:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734670.797079:0:249692:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734670.797083:0:249692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f0e28c00. 00000100:00000001:2.0:1767734670.797087:0:249692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734670.797093:0:249692:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94b1d02ca300 x1853602672072832/t0(0) o38->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734670.797101:0:249692:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734670.797104:0:249692:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734670.797109:0:249692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007533149b] to pc [ptlrpcd_rcv+-1] req@ffff94b1d02ca300 x1853602672072832/t0(0) o38->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.797126:0:249692:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.797129:0:249692:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:2.0:1767734670.797131:0:249692:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID 00000020:00000040:2.0:1767734670.797134:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:2.0:1767734670.797143:0:249692:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.797146:0:249692:0:(ldlm_lib.c:725:client_connect_import()) Process leaving 00800000:00000001:2.0:1767734670.797149:0:249692:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:2.0:1767734670.797152:0:249692:0:(fid_request.c:429:client_fid_init()) Process entered 40000000:00000010:2.0:1767734670.797157:0:249692:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff94b1ef790e00. 40000000:00000010:2.0:1767734670.797160:0:249692:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff94b1e7e1bc00. 40000000:00000001:2.0:1767734670.797163:0:249692:0:(fid_request.c:396:seq_client_init()) Process entered 00000020:00000040:2.0:1767734670.797165:0:249692:0:(genops.c:887:class_export_get()) GET export ffff94b1f0137800 refcount=3 40000000:00000010:2.0:1767734670.797240:0:249692:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff94b1e7e1bc00. 40000000:00000001:2.0:1767734670.797244:0:249692:0:(fid_request.c:453:client_fid_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767734670.797248:0:249692:0:(fld_request.c:140:fld_client_add_target()) Process entered 80000000:00000040:2.0:1767734670.797250:0:249692:0:(fld_request.c:148:fld_client_add_target()) cli-lustre-clilmv-ffff94b1e7e86000: Adding target lustre-MDT0000-mdc-ffff94b1e7e86000 (idx 0) 80000000:00000010:2.0:1767734670.797255:0:249692:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff94b1f0ebd840. 00000020:00000040:2.0:1767734670.797258:0:249692:0:(genops.c:887:class_export_get()) GET export ffff94b1f0137800 refcount=4 80000000:00000001:2.0:1767734670.797261:0:249692:0:(fld_request.c:176:fld_client_add_target()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734670.797264:0:249692:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:2.0:1767734670.797267:0:249692:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734670.797279:0:249692:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1767734670.797281:0:249692:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734670.797284:0:249692:0:(lu_tgt_descs.c:84:lu_qos_add_tgt()) Process entered 00020000:00000010:2.0:1767734670.797288:0:249692:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff94b1c98bf000. 00020000:00001000:2.0:1767734670.797292:0:249692:0:(lu_tgt_descs.c:123:lu_qos_add_tgt()) add tgt lustre-MDT0000_UUID to server 192.168.203.112@tcp (1 targets) 00020000:00000001:2.0:1767734670.797295:0:249692:0:(lu_tgt_descs.c:145:lu_qos_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:01000000:2.0:1767734670.797297:0:249692:0:(lmv_obd.c:395:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff94b1e7e86000(66586885-669e-469f-b1c7-cb1a0fe6eee4) successfully (5) 00800000:00000001:2.0:1767734670.797301:0:249692:0:(obd_class.h:1036:obd_statfs_async()) Process entered 00800000:00000004:2.0:1767734670.797303:0:249692:0:(obd_class.h:1049:obd_statfs_async()) lustre-MDT0000-mdc-ffff94b1e7e86000: age 7765, max_age 0 00000100:00000010:2.0:1767734670.797342:0:249692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cbb80. 00000020:00000040:2.0:1767734670.797346:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:2.0:1767734670.797351:0:249692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734670.797353:0:249692:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734670.797356:0:249692:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734670.797361:0:249692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1ef790000. 00000100:00000001:2.0:1767734670.797366:0:249692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.797369:0:249692:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734670.797372:0:249692:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734670.797379:0:249692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db9d7c8b] to pc [ptlrpcd_01_00+0] req@ffff94b1d02cbb80 x1853602672072960/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:00000001:2.0:1767734670.797416:0:249692:0:(obd_class.h:1053:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734670.797426:0:249692:0:(lmv_obd.c:404:lmv_connect_mdc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.797429:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00800000:00000001:2.0:1767734670.797430:0:249692:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00000002:00000001:2.0:1767734670.797432:0:249692:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1767734670.797434:0:249692:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734670.797437:0:249692:0:(lmv_obd.c:314:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734670.797442:0:249692:0:(lmv_obd.c:509:lmv_check_connect()) Process leaving 00000100:00100000:3.0:1767734670.797444:0:196094:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00800000:00000001:2.0:1767734670.797445:0:249692:0:(lmv_obd.c:266:lmv_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.797452:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1767734670.797453:0:249692:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734670.797460:0:249692:0:(obd_class.h:1067:obd_statfs()) Process entered 00000100:00000001:3.0:1767734670.797462:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000080:00000004:2.0:1767734670.797462:0:249692:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff94b1e7e86000: age 7765, max_age 8764 00800000:00000001:2.0:1767734670.797466:0:249692:0:(lmv_obd.c:1416:lmv_statfs()) Process entered 00000100:00000001:3.0:1767734670.797467:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:2.0:1767734670.797472:0:249692:0:(lmv_obd.c:1418:lmv_statfs()) kmalloced '(temp)': 144 at ffff94b1e7e1bc00. 00000100:00000001:3.0:1767734670.797473:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734670.797477:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00800000:00000001:2.0:1767734670.797479:0:249692:0:(obd_class.h:1067:obd_statfs()) Process entered 00000100:00000001:3.0:1767734670.797480:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00800000:00000004:2.0:1767734670.797482:0:249692:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff94b1e7e86000: age 7765, max_age 8764 00000100:00000040:3.0:1767734670.797489:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cbb80 x1853602672072960/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000002:00000001:2.0:1767734670.797497:0:249692:0:(mdc_request.c:1637:mdc_statfs()) Process entered 00000020:00000040:2.0:1767734670.797503:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:3.0:1767734670.797504:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734670.797509:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767734670.797511:0:249692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c9f80. 00000100:00080000:3.0:1767734670.797516:0:196094:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94b1d02cbb80 x1853602672072960/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767734670.797517:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:3.0:1767734670.797528:0:196094:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.797548:0:196094:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.797549:0:249692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767734670.797551:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767734670.797553:0:249692:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767734670.797555:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767734670.797558:0:249692:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.797559:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.797565:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734670.797566:0:249692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1ef790200. 00000100:00000001:2.0:1767734670.797572:0:249692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.797575:0:249692:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734670.797577:0:249692:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734670.797580:0:249692:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1bcc0. 00000100:00000001:2.0:1767734670.797583:0:249692:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553294016 : -117983156257600 : ffff94b1e7e1bcc0) 00000100:00000001:2.0:1767734670.797585:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734670.797586:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155548544 : -117983554003072 : ffff94b1d02c9f80) 00000100:00000001:2.0:1767734670.797589:0:249692:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734670.797592:0:249692:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.797593:0:249692:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734670.797594:0:249692:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734670.797600:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c9f80 x1853602672073088/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.797607:0:249692:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734670.797609:0:249692:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767734670.797613:0:249692:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94b1d02c9f80 x1853602672073088/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.797619:0:249692:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.797621:0:249692:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734670.797623:0:249692:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734670.797625:0:249692:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1bcc0 going to sleep for 0 seconds 00000100:00000001:2.0:1767734670.797628:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734670.797631:0:249692:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.797634:0:249692:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734670.797635:0:249692:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.797638:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734670.797657:0:249704:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff94b1f6013c00. 00000020:00000040:3.0:1767734670.797663:0:249704:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-ffff94b1e7e86000 is connecting to an obsoleted target(0/4), reconnecting... 00000100:00000001:3.0:1767734670.797666:0:249704:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00000001:3.0:1767734670.797669:0:249704:0:(recover.c:306:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000020:00000010:3.0:1767734670.797673:0:249704:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff94b1f6013c00. 00000100:00000001:2.0:1767734670.797675:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734670.797680:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734670.797685:0:212084:0:(pinger.c:229:ptlrpc_pinger_process_import()) a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734670.797692:0:212084:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734670.797698:0:212084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000100:00000001:2.0:1767734670.797702:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767734670.797703:0:212084:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=4 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000001:2.0:1767734670.797707:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734670.797709:0:212084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767734670.797710:0:196090:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767734670.797713:0:212084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734670.797718:0:212084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734670.797719:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02ca300 x1853602672072832/t0(0) o38->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767734670.797726:0:212084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1deb6f100. 00000100:00000001:2.0:1767734670.797730:0:196090:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734670.797734:0:212084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.797735:0:196090:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.797744:0:196090:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734670.797747:0:196090:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734670.797751:0:196090:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734670.797751:0:212084:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328->lustre-MDT0000_UUID req@ffff94b1f2da8700 x1853602672073216/t0(0) o400->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767734670.797761:0:196090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66586885-669e-469f-b1c7-cb1a0fe6eee4:196090:1853602672072832:192.168.203.112@tcp:38:mount.lustre.0 00000100:00000001:0.0:1767734670.797769:0:212084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734670.797770:0:196090:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734670.797776:0:196090:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767734670.797776:0:212084:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.797779:0:196090:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.797784:0:196090:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767734670.797788:0:212084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce83fe62] to pc [ptlrpcd_00_00+0] req@ffff94b1f2da8700 x1853602672073216/t0(0) o400->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767734670.797790:0:196090:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1f0e29400. 02000000:00000001:2.0:1767734670.797797:0:196090:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.797807:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734670.797811:0:196090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e058. 00000400:00000010:2.0:1767734670.797817:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29880. 00000100:00000200:2.0:1767734670.797821:0:196090:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672072832, portal 10 00000100:00000001:0.0:1767734670.797822:0:212084:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.797824:0:196090:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767734670.797827:0:212084:0:(pinger.c:229:ptlrpc_pinger_process_import()) a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767734670.797828:0:196090:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155549440 : -117983554002176 : ffff94b1d02ca300) 00000100:00000001:0.0:1767734670.797836:0:212084:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000010:2.0:1767734670.797837:0:196090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94b1fb8a2000. 00000100:00000010:0.0:1767734670.797843:0:212084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da9880. 00000100:00000040:2.0:1767734670.797849:0:196090:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02ca300 x1853602672072832/t0(0) o38->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1767734680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767734670.797850:0:212084:0:(genops.c:1229:class_import_get()) import ffff94b2013a1800 refcount=3 obd=lustre-OST0000-osc-ffff94b2013a5000 00000100:00000001:0.0:1767734670.797856:0:212084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734670.797860:0:212084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734670.797865:0:212084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.797866:0:196090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734670.797871:0:196090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 02000000:00000010:0.0:1767734670.797872:0:212084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1deb6f200. 00000400:00000010:2.0:1767734670.797876:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29000. 00000100:00000001:0.0:1767734670.797878:0:212084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734670.797881:0:196090:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853602672072832, offset 0 00000100:00000040:0.0:1767734670.797888:0:212084:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328->lustre-OST0000_UUID req@ffff94b1f2da9880 x1853602672073344/t0(0) o400->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767734670.797889:0:196090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:0.0:1767734670.797896:0:212084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734670.797901:0:212084:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.797907:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:0.0:1767734670.797908:0:212084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ee90ad0] to pc [ptlrpcd_00_01+1] req@ffff94b1f2da9880 x1853602672073344/t0(0) o400->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734670.797916:0:196090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734670.797926:0:196090:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767734670.797927:0:212084:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.797932:0:196090:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000040:0.0:1767734670.797933:0:212084:0:(pinger.c:229:ptlrpc_pinger_process_import()) a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767734670.797938:0:196090:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767734670.797940:0:212084:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767734670.797944:0:196090:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000010:0.0:1767734670.797947:0:212084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8000. 00000400:00000200:2.0:1767734670.797948:0:196090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66524:66524:256:4294967295] 192.168.203.112@tcp LPNI seq info [66524:66524:8:4294967295] 00000020:00000040:0.0:1767734670.797953:0:212084:0:(genops.c:1229:class_import_get()) import ffff94b1e7e80000 refcount=3 obd=lustre-OST0001-osc-ffff94b2013a5000 00000400:00000200:2.0:1767734670.797958:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734670.797960:0:212084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734670.797963:0:212084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734670.797966:0:212084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.797974:0:196090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 02000000:00000010:0.0:1767734670.797975:0:212084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1deb6fb00. 00000100:00000001:0.0:1767734670.797981:0:212084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734670.797982:0:196090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734670.797991:0:196090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790600. 00000100:00000040:0.0:1767734670.797992:0:212084:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328->lustre-OST0001_UUID req@ffff94b1f2da8000 x1853602672073472/t0(0) o400->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1767734670.798004:0:196090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:0.0:1767734670.798010:0:212084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:2.0:1767734670.798018:0:196090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:0.0:1767734670.798018:0:212084:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734670.798026:0:196090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790600 type 1, nob 616 niov 1 nkiov 1 00000100:00000040:0.0:1767734670.798031:0:212084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa54f8bb] to pc [ptlrpcd_00_00+0] req@ffff94b1f2da8000 x1853602672073472/t0(0) o400->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.798041:0:196090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.798042:0:212084:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734670.798050:0:196090:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 0 usecs (0 jiffies) 00000100:00000040:0.0:1767734670.798057:0:212084:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8770) 00000400:00000200:2.0:1767734670.798058:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734670.798065:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303433475 00000100:00000001:2.0:1767734670.798069:0:196090:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303433471 00000100:00000001:2.0:1767734670.798073:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303433475 00000100:00000001:0.0:1767734670.798074:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734670.798077:0:196090:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303433471 00000100:00000001:0.0:1767734670.798078:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734670.798085:0:196090:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734670.798085:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767734670.798091:0:196090:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734670.798094:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672073216/t0(0) o400->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.798096:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.798102:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.798109:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734670.798111:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734670.798113:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767734670.798115:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.798118:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767734670.798120:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767734670.798122:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767734670.798125:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.798127:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734670.798131:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.798132:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734670.798137:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:196091:1853602672073216:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734670.798145:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734670.798150:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734670.798152:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734670.798154:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734670.798158:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1fe884800. 02000000:00000001:0.0:1767734670.798160:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734670.798166:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734670.798171:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734670.798177:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b440. 00000100:00000200:0.0:1767734670.798181:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672073216, portal 10 00000100:00000001:0.0:1767734670.798184:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734670.798186:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000040:0.0:1767734670.798194:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8700 x1853602672073216/t0(0) o400->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.798201:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767734670.798207:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767734670.798207:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734670.798213:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790600. 00000400:00000010:0.0:1767734670.798216:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b088. 00000400:00000200:2.0:1767734670.798221:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767734670.798226:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672073216, offset 0 00000400:00000200:2.0:1767734670.798233:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734670.798239:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29000 00000400:00000200:0.0:1767734670.798240:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734670.798245:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29000. 00000100:00000001:2.0:1767734670.798251:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767734670.798252:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000200:2.0:1767734670.798262:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ca300 x1853602672072832/t0(0) o38->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1767734680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767734670.798263:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734670.798274:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734670.798281:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:2.0:1767734670.798282:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767734670.798289:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767734670.798291:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02ca300 x1853602672072832/t0(0) o38->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1767734680 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767734670.798296:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000001:2.0:1767734670.798336:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.798338:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767734670.798343:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66525:66525:255:4294967295] 192.168.203.112@tcp LPNI seq info [66525:66525:7:4294967295] 00000400:00000200:0.0:1767734670.798350:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734670.798362:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734670.798368:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734670.798372:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6fd00. 00000800:00000200:0.0:1767734670.798377:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734670.798382:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734670.798386:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767734670.798406:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734670.798411:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: using a timeout of 6165 usecs (7 jiffies) 00000400:00000200:0.0:1767734670.798418:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734670.798422:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 2 is 4303432627 00000100:00000001:0.0:1767734670.798427:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 2, keep current deadline 4303433475 00000100:00000001:0.0:1767734670.798431:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 3 is 4303432627 00000100:00000001:0.0:1767734670.798435:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 3, keep current deadline 4303433475 00000100:00000001:0.0:1767734670.798440:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734670.798444:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.798447:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734670.798454:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8000 x1853602672073472/t0(0) o400->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.798465:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734670.798468:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734670.798472:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734670.798475:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734670.798478:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734670.798484:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:196091:1853602672073472:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734670.798489:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734670.798493:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734670.798496:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734670.798499:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734670.798505:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1fe884200. 02000000:00000001:0.0:1767734670.798509:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734670.798517:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734670.798523:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000010:0.0:1767734670.798529:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b5d8. 00000100:00000200:0.0:1767734670.798547:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672073472, portal 4 00000100:00000001:0.0:1767734670.798549:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734670.798550:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000040:0.0:1767734670.798559:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8000 x1853602672073472/t0(0) o400->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.798566:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734670.798569:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734670.798573:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bb28. 00000100:00000200:0.0:1767734670.798576:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672073472, offset 0 00000400:00000200:0.0:1767734670.798583:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734670.798590:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734670.798596:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734670.798601:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734670.798604:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734670.798608:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734670.798612:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734670.798616:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66526:66526:255:4294967295] 192.168.203.112@tcp LPNI seq info [66526:66526:7:4294967295] 00000400:00000200:0.0:1767734670.798621:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734670.798633:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734670.798640:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734670.798644:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f400. 00000800:00000200:0.0:1767734670.798649:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734670.798656:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734670.798659:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767734670.798662:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734670.798665:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b2013a5000: using a timeout of 13942 usecs (14 jiffies) 00000400:00000200:0.0:1767734670.798669:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734670.798672:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 2 is 4303432634 00000100:00000001:0.0:1767734670.798675:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b2013a5000: PM QoS request active for cpu 2, keep current deadline 4303433475 00000100:00000001:0.0:1767734670.798678:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 3 is 4303432634 00000100:00000001:0.0:1767734670.798680:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b2013a5000: PM QoS request active for cpu 3, keep current deadline 4303433475 00000100:00000001:0.0:1767734670.798682:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734670.798684:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.798687:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.798689:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.798694:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734670.798696:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767734670.798700:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734670.798701:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734670.798706:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734670.798710:0:196091:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767734670.798713:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.798717:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734670.798721:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.798725:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734670.798727:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734670.798730:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734670.798736:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da9880 x1853602672073344/t0(0) o400->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.798748:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734670.798750:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734670.798755:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734670.798758:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734670.798761:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734670.798767:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:196091:1853602672073344:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734670.798772:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1767734670.798773:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767734670.798777:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:3.0:1767734670.798778:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6fd00. 02000000:00000001:0.0:1767734670.798783:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734670.798785:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767734670.798791:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767734670.798796:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 02000000:00000010:0.0:1767734670.798801:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1fe884e00. 00000400:00000200:3.0:1767734670.798802:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b088 02000000:00000001:0.0:1767734670.798809:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734670.798816:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734670.798822:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558bb0. 00000400:00000010:0.0:1767734670.798831:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b6e8. 00000100:00000200:0.0:1767734670.798836:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672073344, portal 4 00000100:00000001:0.0:1767734670.798839:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734670.798841:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737375360 : -117982972176256 : ffff94b1f2da9880) 00000100:00000040:0.0:1767734670.798852:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da9880 x1853602672073344/t0(0) o400->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.798863:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734670.798869:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734670.798875:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b7f8. 00000400:00000010:3.0:1767734670.798904:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b088. 00000100:00000001:3.0:1767734670.798911:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767734670.798913:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672073344, offset 0 00000100:00000200:3.0:1767734670.798918:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8700 x1853602672073216/t0(0) o400->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767734670.798930:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734670.798942:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734670.798954:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767734670.798957:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000040:3.0:1767734670.798962:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672073216/t0(0) o400->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767734670.798968:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734670.798975:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734670.798980:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734670.798984:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734670.798989:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66527:66527:254:4294967295] 192.168.203.112@tcp LPNI seq info [66527:66527:6:4294967295] 00000400:00000200:0.0:1767734670.798995:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734670.799006:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734670.799013:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734670.799021:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f600. 00000800:00000200:0.0:1767734670.799027:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734670.799036:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734670.799044:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767734670.799045:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.799050:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767734670.799057:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734670.799064:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b2013a5000: using a timeout of 13536 usecs (14 jiffies) 00000400:00000200:0.0:1767734670.799070:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734670.799074:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 2 is 4303432634 00000800:00000200:3.0:1767734670.799076:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767734670.799079:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b2013a5000: PM QoS request active for cpu 2, keep current deadline 4303433475 00000800:00000010:3.0:1767734670.799080:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f400. 00000400:00000200:3.0:1767734670.799085:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767734670.799088:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 3 is 4303432634 00000400:00000200:3.0:1767734670.799094:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:0.0:1767734670.799098:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b2013a5000: PM QoS request active for cpu 3, keep current deadline 4303433475 00000400:00000200:3.0:1767734670.799100:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bb28 00000400:00000010:3.0:1767734670.799107:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bb28. 00000100:00000001:0.0:1767734670.799107:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734670.799113:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767734670.799115:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767734670.799120:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8000 x1853602672073472/t0(0) o400->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.799125:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.799134:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767734670.799135:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734670.799138:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8000 x1853602672073472/t0(0) o400->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.799146:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.799147:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767734670.799154:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734670.799160:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734670.799183:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734670.799187:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f600. 00000400:00000200:3.0:1767734670.799190:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.799193:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734670.799195:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b7f8 00000400:00000010:3.0:1767734670.799197:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b7f8. 00000100:00000001:3.0:1767734670.799202:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734670.799205:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da9880 x1853602672073344/t0(0) o400->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.799211:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.799214:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da9880 x1853602672073344/t0(0) o400->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.799232:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.799234:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734670.800752:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.800759:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.800761:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.800763:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.800768:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.800772:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734670.800777:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.800780:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.800784:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.800787:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d2da00 00000400:00000200:3.0:1767734670.800790:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.800848:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b76d [1] + 224 00000800:00000001:3.0:1767734670.800854:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.800858:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.800860:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.800863:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734670.800866:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.800870:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8700 x1853602672073216/t0(0) o400->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734670.800878:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da8700 x1853602672073216/t0(0) o400->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.800894:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734670.800898:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.800902:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.800903:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.800906:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.800909:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.800912:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734670.800917:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.800929:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734670.800931:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767734670.800935:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734670.800937:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767734670.800943:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d2db00 00000400:00000200:3.0:1767734670.800948:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000001:0.0:1767734670.800948:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734670.800955:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734670.800960:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734670.800965:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b440 00000400:00000010:0.0:1767734670.800969:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b440. 00000100:00000001:0.0:1767734670.800974:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734670.800984:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8700 x1853602672073216/t0(0) o400->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734670.800999:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8700 x1853602672073216/t0(0) o400->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.801009:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734670.801012:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.801016:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734670.801019:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734670.801022:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734670.801025:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734670.801027:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b775 [1] + 224 02000000:00000001:0.0:1767734670.801031:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734670.801034:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767734670.801041:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b2013a2458 time=5 v=5 (5 0 0 0) 00000800:00000001:3.0:1767734670.801042:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.801048:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1767734670.801053:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b2013a2410 time=5 v=5 (1 0 0 0) 00000400:00000200:3.0:1767734670.801055:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734670.801062:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767734670.801064:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734670.801068:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767734670.801070:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8000 x1853602672073472/t0(0) o400->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767734670.801074:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734670.801081:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734670.801086:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da8000 x1853602672073472/t0(0) o400->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.801089:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734670.801096:0:196091:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b2013a5000: skip recheck: last_committed 0 00000100:00000001:3.0:1767734670.801100:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734670.801102:0:196091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734670.801106:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734670.801109:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.801114:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.801118:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767734670.801118:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672073216/t0(0) o400->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734670.801123:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.801132:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.801141:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000100:00000001:0.0:1767734670.801146:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767734670.801151:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734670.801155:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767734670.801157:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734670.801161:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.801163:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.801171:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d2da80 00000400:00000200:3.0:1767734670.801177:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:0.0:1767734670.801177:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672073216/t0(0) o400->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734670.801188:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b77d [1] + 224 00000800:00000001:3.0:1767734670.801198:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767734670.801208:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:196091:1853602672073216:192.168.203.112@tcp:400:kworker.0 00000400:00000001:0.0:1767734670.801219:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734670.801222:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734670.801224:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000800:00000001:3.0:1767734670.801228:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767734670.801230:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b5d8 00000400:00000200:3.0:1767734670.801233:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767734670.801238:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b5d8. 00000400:00000200:3.0:1767734670.801240:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734670.801248:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767734670.801248:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734670.801258:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8000 x1853602672073472/t0(0) o400->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734670.801268:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da9880 x1853602672073344/t0(0) o400->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734670.801294:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8000 x1853602672073472/t0(0) o400->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734670.801295:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da9880 x1853602672073344/t0(0) o400->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.801347:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734670.801351:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.801355:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734670.801357:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734670.801360:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734670.801362:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734670.801366:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734670.801372:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1e7e80458 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734670.801378:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1e7e80410 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734670.801382:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734670.801385:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734670.801388:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734670.801391:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.801394:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734670.801396:0:196091:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b2013a5000: skip recheck: last_committed 0 00000100:00000001:0.0:1767734670.801398:0:196091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734670.801399:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734670.801405:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8000 x1853602672073472/t0(0) o400->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.801427:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734670.801430:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734670.801436:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1767734670.801437:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767734670.801439:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.801444:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734670.801451:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8000 x1853602672073472/t0(0) o400->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734670.801465:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:196091:1853602672073472:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734670.801476:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.801479:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734670.801484:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672073216/t0(0) o400->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.801490:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734670.801492:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734670.801494:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1fe884800. 02000000:00000001:0.0:1767734670.801497:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734670.801499:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734670.801501:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=3 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:0.0:1767734670.801503:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734670.801506:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1deb6f100. 02000000:00000001:0.0:1767734670.801510:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734670.801511:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734670.801513:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734670.801517:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734670.801519:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.801520:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734670.801523:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8000 x1853602672073472/t0(0) o400->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.801551:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734670.801555:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734670.801558:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1fe884200. 02000000:00000001:0.0:1767734670.801563:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734670.801565:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734670.801567:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1e7e80000 refcount=2 obd=lustre-OST0001-osc-ffff94b2013a5000 00000020:00000001:0.0:1767734670.801570:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734670.801573:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1deb6fb00. 02000000:00000001:0.0:1767734670.801578:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734670.801579:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734670.801582:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8000. 00000100:00000001:0.0:1767734670.801587:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734670.801590:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.801594:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.801597:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734670.801601:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734670.801607:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734670.801611:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734670.801614:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558bb0. 00000400:00000200:0.0:1767734670.801620:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b6e8 00000400:00000010:0.0:1767734670.801624:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b6e8. 00000100:00000001:0.0:1767734670.801629:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734670.801638:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da9880 x1853602672073344/t0(0) o400->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734670.801641:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.801649:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.801653:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767734670.801656:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da9880 x1853602672073344/t0(0) o400->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734670.801659:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.801671:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734670.801672:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767734670.801677:0:249706:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff94b1d1dfb440. 00000100:00000001:0.0:1767734670.801677:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.801679:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000100:00000001:0.0:1767734670.801686:0:196091:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767734670.801687:0:249706:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0001-osc-ffff94b1e7e86000 is connecting to an obsoleted target(0/3), reconnecting... 02000000:00000001:0.0:1767734670.801690:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767734670.801694:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734670.801695:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734670.801696:0:249706:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00000001:0.0:1767734670.801700:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.801702:0:249706:0:(recover.c:306:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000400:00000200:3.0:1767734670.801706:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:0.0:1767734670.801707:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.801710:0:249706:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff94b1d1dfb440. 00000400:00000200:3.0:1767734670.801716:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00001000:0.0:1767734670.801716:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b2013a1c58 time=5 v=5 (5 0 0 0) 00000400:00000200:3.0:1767734670.801724:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 416 into portal 10 MB=0x695d780d2d880 00000100:00001000:0.0:1767734670.801725:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b2013a1c10 time=5 v=5 (1 0 0 0) 00000400:00000200:3.0:1767734670.801732:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734670.801733:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734670.801737:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734670.801741:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 416/416 into md 0x7b75d [1] + 0 00010000:00000001:0.0:1767734670.801743:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734670.801748:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734670.801750:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767734670.801752:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734670.801755:0:196091:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b2013a5000: skip recheck: last_committed 0 00000100:00000001:0.0:1767734670.801757:0:196091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1767734670.801759:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.801759:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734670.801765:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767734670.801771:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da9880 x1853602672073344/t0(0) o400->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734670.801777:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734670.801787:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767734670.801788:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734670.801792:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767734670.801795:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ca300 x1853602672072832/t0(0) o38->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1767734680 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.801795:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734670.801807:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da9880 x1853602672073344/t0(0) o400->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734670.801815:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94b1d02ca300 x1853602672072832/t0(0) o38->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1767734680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734670.801862:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:196091:1853602672073344:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767734670.801869:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734670.801870:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.801874:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767734670.801876:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767734670.801881:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da9880 x1853602672073344/t0(0) o400->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734670.801883:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.801888:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734670.801890:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734670.801892:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1fe884e00. 02000000:00000001:0.0:1767734670.801898:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734670.801900:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734670.801902:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b2013a1800 refcount=2 obd=lustre-OST0000-osc-ffff94b2013a5000 00000020:00000001:0.0:1767734670.801905:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767734670.801907:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767734670.801907:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1deb6f200. 00000100:00000001:3.0:1767734670.801911:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767734670.801913:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734670.801916:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:3.0:1767734670.801919:0:196090:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:0.0:1767734670.801919:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da9880. 00000400:00000001:3.0:1767734670.801923:0:196090:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767734670.801925:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1767734670.801928:0:196090:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e058. 00000100:00000001:0.0:1767734670.801929:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.801935:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.801936:0:196090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29880 00000100:00000001:0.0:1767734670.801940:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767734670.801941:0:196090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29880. 00000100:00000001:0.0:1767734670.801945:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.801947:0:196090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767734670.801950:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734670.801954:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767734670.801957:0:196090:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02ca300 x1853602672072832/t0(0) o38->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1767734680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734670.801967:0:196090:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02ca300 x1853602672072832/t0(0) o38->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1767734680 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.801974:0:196090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734670.801976:0:196090:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.801978:0:196090:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734670.801980:0:196090:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734670.801981:0:196090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734670.801983:0:196090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.801985:0:196090:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734670.801990:0:196090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94b1c4234000. 00000100:00001000:3.0:1767734670.801995:0:196090:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=1767734670 v=5 (0 0 0 0) 00000100:00001000:3.0:1767734670.801999:0:196090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=1767734670 v=0 (0 0 0 0) 00000100:00001000:3.0:1767734670.802002:0:196090:0:(import.c:2194:obd_at_measure()) AT ffff94b1c403dc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:3.0:1767734670.802005:0:196090:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734670.802006:0:196090:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734670.802008:0:196090:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734670.802011:0:196090:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.802014:0:196090:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767734670.802015:0:196090:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: committing for last_committed 0 gen 1 00000100:00000040:3.0:1767734670.802018:0:196090:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767734670.802020:0:196090:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734670.802022:0:196090:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734670.802026:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02ca300 x1853602672072832/t0(0) o38->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/416 e 0 to 0 dl 1767734680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.802044:0:196090:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734670.802047:0:196090:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734670.802049:0:196090:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.802051:0:196090:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1767734670.802056:0:196090:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff94b1e7e86000: connect to target with instance 3 00000020:00000001:3.0:1767734670.802058:0:196090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767734670.802060:0:196090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b85b 00000020:00000001:3.0:1767734670.802062:0:196090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734670.802064:0:196090:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1f0137800 refcount=5 00000020:00000001:3.0:1767734670.802067:0:196090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090690770944 : -117983018780672 : ffff94b1f0137800) 00000020:00000001:3.0:1767734670.802069:0:196090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090690770944 : -117983018780672 : ffff94b1f0137800) 00000100:00001000:3.0:1767734670.802073:0:196090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=1767734670 v=0 (0 0 0 0) 00000100:00001000:3.0:1767734670.802075:0:196090:0:(import.c:2194:obd_at_measure()) AT ffff94b1c403dc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1767734670.802079:0:196090:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1951, crc32c 11823, adler 1647 00000100:00080000:3.0:1767734670.802084:0:196090:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff94b1e7e86000: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d3b8 00000020:00000040:3.0:1767734670.802087:0:196090:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f0137800 : new refcount 4 00000100:00000001:3.0:1767734670.802089:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767734670.802091:0:196090:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:3.0:1767734670.802095:0:196090:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0000-mdc-ffff94b1e7e86000, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1767734670.802099:0:196090:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1767734670.802100:0:196090:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734670.802102:0:196090:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:3.0:1767734670.802104:0:196090:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:3.0:1767734670.802106:0:196090:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734670.802108:0:196090:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734670.802111:0:196090:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.802113:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1767734670.802116:0:196090:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1767734670.802118:0:196090:0:(import.c:65:import_set_state_nolock()) ffff94b1c403d800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1767734670.802121:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767734670.802122:0:196090:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767734670.802129:0:196090:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:3.0:1767734670.802131:0:196090:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:3.0:1767734670.802133:0:196090:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1767734670.802135:0:196090:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv ffff94b1c699eac0 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1767734670.802138:0:196090:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x1886cffb85c2b85b 00800000:00000040:3.0:1767734670.802140:0:196090:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff94b1e7e86000=66586885-669e-469f-b1c7-cb1a0fe6eee4 device 3 (ffff94b1c699caa0) type mdc at LMV idx 0 00800000:00000040:3.0:1767734670.802143:0:196090:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD ffff94b1c699caa0 already active! 00800000:00000001:3.0:1767734670.802145:0:196090:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734670.802147:0:196090:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734670.802149:0:196090:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734670.802152:0:196090:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000002:00000001:0.0:1767734670.802297:0:196090:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.802301:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767734670.802304:0:196090:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734670.802335:0:196090:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1767734670.802344:0:196090:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000d9e5f783): req@ffff94b1d02cbb80 x1853602672072960/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767734670.802368:0:196090:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000e93000e1): req@ffff94b1d02c9f80 x1853602672073088/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.802383:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734670.802386:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734670.802389:0:196090:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.802390:0:196094:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.802399:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734670.802401:0:196090:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.802403:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.802409:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767734670.802411:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02ca300 x1853602672072832/t0(0) o38->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/416 e 0 to 0 dl 1767734680 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767734670.802413:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734670.802420:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734670.802427:0:249709:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 00000100:00000001:3.0:1767734670.802428:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767734670.802433:0:196090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66586885-669e-469f-b1c7-cb1a0fe6eee4:196090:1853602672072832:192.168.203.112@tcp:38:mount.lustre.0 02000000:00000001:3.0:1767734670.802435:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767734670.802435:0:249709:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 02000000:00000001:3.0:1767734670.802440:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734670.802442:0:249709:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.802442:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767734670.802444:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767734670.802448:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767734670.802451:0:249709:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:3.0:1767734670.802452:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1ded38000. 00000100:00000001:0.0:1767734670.802452:0:196090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734670.802454:0:249692:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734670.802458:0:249709:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:3.0:1767734670.802460:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.802461:0:249692:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767734670.802462:0:196090:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02ca300 x1853602672072832/t0(0) o38->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/416 e 0 to 0 dl 1767734680 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767734670.802466:0:249709:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767734670.802468:0:249692:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734670.802471:0:249709:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734670.802476:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:2.0:1767734670.802477:0:249692:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734670.802484:0:249692:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767734670.802485:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113c08. 00000100:00000001:0.0:1767734670.802487:0:196090:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734670.802489:0:249692:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734670.802494:0:196090:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767734670.802495:0:249692:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767734670.802496:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7908. 02000000:00000010:0.0:1767734670.802499:0:196090:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1f0e29400. 02000000:00000001:2.0:1767734670.802502:0:249692:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767734670.802503:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672072960, portal 10 02000000:00000001:0.0:1767734670.802506:0:196090:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767734670.802507:0:249692:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.802508:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767734670.802513:0:196090:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767734670.802515:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155555712 : -117983553995904 : ffff94b1d02cbb80) 02000000:00000001:2.0:1767734670.802515:0:249692:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1767734670.802518:0:196090:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000010:2.0:1767734670.802523:0:249692:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1f0e2a800. 00000020:00000001:0.0:1767734670.802524:0:196090:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767734670.802528:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cbb80 x1853602672072960/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767734670.802530:0:249692:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734670.802530:0:196090:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f0e28c00. 02000000:00000001:0.0:1767734670.802555:0:196090:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734670.802560:0:196090:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767734670.802565:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000010:0.0:1767734670.802565:0:196090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02ca300. 00000100:00000001:3.0:1767734670.802566:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767734670.802572:0:249692:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ebb0. 00000100:00000001:0.0:1767734670.802573:0:196090:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734670.802577:0:196090:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734670.802582:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:0.0:1767734670.802583:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767734670.802587:0:249692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29000. 00000100:00000001:0.0:1767734670.802590:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767734670.802591:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7aa0. 00000100:00000200:2.0:1767734670.802594:0:249692:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672073088, portal 10 00000100:00000001:0.0:1767734670.802595:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767734670.802597:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672072960, offset 0 00000100:00000001:2.0:1767734670.802602:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734670.802603:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734670.802607:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155548544 : -117983554003072 : ffff94b1d02c9f80) 00000400:00000200:3.0:1767734670.802609:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:0.0:1767734670.802609:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734670.802621:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:2.0:1767734670.802622:0:249692:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c9f80 x1853602672073088/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734670.802629:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734670.802639:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767734670.802640:0:249692:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767734670.802646:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000040:2.0:1767734670.802649:0:249692:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734670.802653:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767734670.802656:0:249692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29d48. 00000400:00000200:3.0:1767734670.802658:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000200:2.0:1767734670.802662:0:249692:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672073088, offset 0 00000400:00000200:3.0:1767734670.802666:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66528:66528:256:4294967295] 192.168.203.112@tcp LPNI seq info [66528:66528:8:4294967295] 00000400:00000200:2.0:1767734670.802674:0:249692:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734670.802675:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.802685:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734670.802689:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734670.802694:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416000. 00000400:00000200:2.0:1767734670.802696:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000200:3.0:1767734670.802703:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000200:2.0:1767734670.802707:0:249692:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000800:00000200:3.0:1767734670.802714:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000200:2.0:1767734670.802714:0:249692:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734670.802719:0:249692:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000800:00000200:3.0:1767734670.802722:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767734670.802725:0:249692:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734670.802729:0:249692:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734670.802733:0:249692:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66529:66529:255:4294967295] 192.168.203.112@tcp LPNI seq info [66529:66529:7:4294967295] 00000100:00000001:3.0:1767734670.802736:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734670.802738:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:3.0:1767734670.802743:0:196094:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 6076 usecs (7 jiffies) 00000400:00000200:2.0:1767734670.802753:0:249692:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000400:00000200:3.0:1767734670.802762:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000200:2.0:1767734670.802764:0:249692:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734670.802768:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303432631 00000800:00000010:2.0:1767734670.802772:0:249692:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790600. 00000100:00000001:3.0:1767734670.802773:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303433475 00000100:00000001:3.0:1767734670.802779:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303432631 00000800:00000200:2.0:1767734670.802783:0:249692:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:3.0:1767734670.802785:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303433475 00000100:00000001:3.0:1767734670.802791:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767734670.802797:0:249692:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:3.0:1767734670.802798:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734670.802804:0:249692:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767734670.802805:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.802814:0:249692:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.802815:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767734670.802818:0:249692:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 6076 usecs (7 jiffies) 00000100:00000001:3.0:1767734670.802819:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767734670.802824:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734670.802827:0:249692:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303432631 00000100:00000001:3.0:1767734670.802832:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734670.802833:0:249692:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303433475 00000100:00000001:3.0:1767734670.802836:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734670.802838:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.802841:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.802847:0:249692:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303432631 00000100:00000001:2.0:1767734670.802850:0:249692:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303433475 00000100:00000001:2.0:1767734670.802852:0:249692:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.802855:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.802858:0:249692:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734670.802859:0:249692:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734670.802861:0:249692:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1bcc0 going to sleep for 11 seconds 00000100:00000001:2.0:1767734670.802864:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734670.802867:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734670.802871:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734670.802875:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416000. 00000400:00000200:3.0:1767734670.802879:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.802885:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734670.802890:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7aa0 00000400:00000010:3.0:1767734670.802892:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7aa0. 00000100:00000001:3.0:1767734670.802895:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734670.802899:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cbb80 x1853602672072960/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.802907:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.802912:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cbb80 x1853602672072960/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.802918:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.802920:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767734670.802962:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734670.802965:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790600. 00000400:00000200:3.0:1767734670.802969:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.802972:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734670.802975:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29d48 00000400:00000010:3.0:1767734670.802976:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29d48. 00000100:00000001:3.0:1767734670.802978:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734670.802982:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c9f80 x1853602672073088/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.802989:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.802993:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c9f80 x1853602672073088/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.802999:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.803001:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734670.804775:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.804791:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.804793:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.804797:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.804802:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.804806:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734670.804812:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.804814:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.804819:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.804822:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 368 into portal 10 MB=0x695d780d2d900 00000400:00000200:3.0:1767734670.804826:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.804830:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 368/368 into md 0x7b785 [1] + 224 00000800:00000001:3.0:1767734670.804834:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.804841:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.804897:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.804901:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734670.804905:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.804910:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cbb80 x1853602672072960/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734670.804918:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94b1d02cbb80 x1853602672072960/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.804930:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734670.804934:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.804939:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.804940:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.804943:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.804947:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.804951:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734670.804956:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.804958:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.804961:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.804964:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 368 into portal 10 MB=0x695d780d2d980 00000400:00000200:3.0:1767734670.804967:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.804980:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 368/368 into md 0x7b78d [1] + 224 00000800:00000001:3.0:1767734670.804984:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.805015:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.805018:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.805021:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734670.805025:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.805029:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c9f80 x1853602672073088/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734670.805036:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94b1d02c9f80 x1853602672073088/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.805051:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734670.805056:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.805059:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.805069:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734670.805071:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734670.805075:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734670.805076:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734670.805078:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113c08. 00000400:00000200:3.0:1767734670.805082:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7908 00000100:00000001:0.0:1767734670.805083:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767734670.805084:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7908. 00000100:00000001:3.0:1767734670.805090:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767734670.805092:0:249692:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734670.805096:0:249692:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734670.805099:0:249692:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ebb0. 00000400:00000200:0.0:1767734670.805104:0:249692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29000 00000400:00000010:0.0:1767734670.805107:0:249692:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29000. 00000100:00000001:0.0:1767734670.805110:0:249692:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734670.805117:0:249692:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c9f80 x1853602672073088/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734670.805128:0:249692:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c9f80 x1853602672073088/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.805134:0:249692:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734670.805135:0:249692:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.805137:0:249692:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734670.805139:0:249692:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734670.805141:0:249692:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734670.805142:0:249692:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734670.805144:0:249692:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734670.805152:0:249692:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94b1d0c4c000. 00000100:00001000:0.0:1767734670.805156:0:249692:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=0 v=5 (5 0 0 0) 00000100:00000200:3.0:1767734670.805160:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cbb80 x1853602672072960/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767734670.805162:0:249692:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734670.805171:0:249692:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734670.805175:0:249692:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734670.805181:0:249692:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734670.805184:0:249692:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767734670.805187:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cbb80 x1853602672072960/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.805189:0:249692:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734670.805193:0:249692:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:0.0:1767734670.805198:0:249692:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734670.805202:0:249692:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.805204:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734670.805209:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734670.805211:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c9f80 x1853602672073088/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.805213:0:196094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734670.805216:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734670.805219:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734670.805223:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.805229:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.805234:0:249692:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767734670.805236:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=0 v=5 (5 0 0 0) 00000100:00000001:0.0:1767734670.805241:0:249692:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734670.805245:0:249692:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767734670.805255:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=0 v=5 (1 0 0 0) 00000100:00000040:0.0:1767734670.805259:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c9f80 x1853602672073088/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.805260:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734670.805264:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734670.805269:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734670.805274:0:196094:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.805279:0:196094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734670.805282:0:196094:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:3.0:1767734670.805286:0:196094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734670.805290:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734670.805292:0:249692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66586885-669e-469f-b1c7-cb1a0fe6eee4:249692:1853602672073088:192.168.203.112@tcp:41:mount.lustre.0 00000100:00000040:3.0:1767734670.805299:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cbb80 x1853602672072960/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.805305:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.805348:0:249692:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.805350:0:249692:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734670.805354:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734670.805362:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c9f80 x1853602672073088/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.805370:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734670.805372:0:249692:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1e7e1bcc0. 00000100:00000001:0.0:1767734670.805377:0:249692:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734670.805379:0:249692:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734670.805386:0:249692:0:(mdc_request.c:1689:mdc_statfs()) Process leaving 00000100:00000001:0.0:1767734670.805389:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734670.805393:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c9f80 x1853602672073088/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.805401:0:249692:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734670.805402:0:249692:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734670.805405:0:249692:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1f0e2a800. 02000000:00000001:0.0:1767734670.805409:0:249692:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734670.805411:0:249692:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734670.805413:0:249692:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734670.805415:0:249692:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734670.805418:0:249692:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1ef790200. 02000000:00000001:0.0:1767734670.805423:0:249692:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734670.805424:0:249692:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734670.805426:0:249692:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c9f80. 00000100:00000001:0.0:1767734670.805431:0:249692:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734670.805433:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734670.805435:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.805441:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767734670.805442:0:249692:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767734670.805446:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734670.805447:0:249692:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734670.805455:0:249692:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:0.0:1767734670.805458:0:249692:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff94b1e7e86000: update ffff94b1c699ce10 cache blocks 17200/17261 objects 454610/455083 00000002:00000020:3.0:1767734670.805461:0:196094:0:(mdc_request.c:1595:mdc_statfs_interpret()) blocks=17261 free=17216 avail=17200 objects=455083 free=454610 state=0 00800000:00000001:0.0:1767734670.805463:0:249692:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734670.805468:0:249692:0:(lmv_obd.c:1454:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:0.0:1767734670.805472:0:249692:0:(lmv_obd.c:1478:lmv_statfs()) kfreed 'temp': 144 at ffff94b1e7e1bc00. 00000100:00000040:3.0:1767734670.805473:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cbb80 x1853602672072960/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:00000001:0.0:1767734670.805479:0:249692:0:(lmv_obd.c:1479:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1767734670.805488:0:249692:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff94b1e7e86000: update ffff94b1c699e6f0 cache blocks 17200/17261 objects 454610/455083 00000100:00100000:3.0:1767734670.805489:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:0:1853602672072960:192.168.203.112@tcp:41:mount.lustre.0 00000080:00000001:0.0:1767734670.805494:0:249692:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.805497:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734670.805499:0:249692:0:(lmv_obd.c:1527:lmv_get_root()) Process entered 00000100:00000001:3.0:1767734670.805500:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000002:00000001:0.0:1767734670.805503:0:249692:0:(mdc_request.c:89:mdc_get_root()) Process entered 00000100:00000040:3.0:1767734670.805508:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cbb80 x1853602672072960/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767734670.805512:0:249692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da9880. 00000020:00000040:0.0:1767734670.805519:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:3.0:1767734670.805520:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767734670.805525:0:249692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734670.805526:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767734670.805530:0:249692:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767734670.805532:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1ded38000. 02000000:00000001:0.0:1767734670.805551:0:249692:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.805554:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734670.805557:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734670.805560:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000010:0.0:1767734670.805560:0:249692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1fe884800. 00000020:00000001:3.0:1767734670.805567:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767734670.805568:0:249692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734670.805570:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1ef790000. 00000100:00000001:0.0:1767734670.805576:0:249692:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 02000000:00000001:3.0:1767734670.805577:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767734670.805582:0:249692:0:(client.c:1155:ptlrpc_prep_set()) Process entered 02000000:00000001:3.0:1767734670.805583:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734670.805590:0:249692:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1d014e240. 00000100:00000010:3.0:1767734670.805595:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cbb80. 00000100:00000001:0.0:1767734670.805595:0:249692:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090153992768 : -117983555558848 : ffff94b1d014e240) 00000100:00000001:0.0:1767734670.805603:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734670.805604:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734670.805605:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737375360 : -117982972176256 : ffff94b1f2da9880) 00000100:00000001:3.0:1767734670.805607:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.805611:0:249692:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734670.805612:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734670.805617:0:249692:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.805619:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734670.805621:0:249692:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734670.805623:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.805624:0:249692:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767734670.805629:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734670.805633:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734670.805634:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da9880 x1853602672073600/t0(0) o40->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 0 ref 2 fl New:QU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.805643:0:249692:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734670.805645:0:249692:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734670.805648:0:249692:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734670.805650:0:249692:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734670.805652:0:249692:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734670.805656:0:249692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66586885-669e-469f-b1c7-cb1a0fe6eee4:249692:1853602672073600:192.168.203.112@tcp:40:mount.lustre.0 00000100:00000001:0.0:1767734670.805659:0:249692:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734670.805661:0:249692:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734670.805663:0:249692:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734670.805665:0:249692:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734670.805670:0:249692:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1c4c9d400. 02000000:00000001:0.0:1767734670.805672:0:249692:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734670.805677:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734670.805682:0:249692:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558bb0. 00000400:00000010:0.0:1767734670.805686:0:249692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b6e8. 00000100:00000200:0.0:1767734670.805689:0:249692:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672073600, portal 10 00000100:00000001:0.0:1767734670.805691:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734670.805692:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737375360 : -117982972176256 : ffff94b1f2da9880) 00000100:00000040:0.0:1767734670.805698:0:249692:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=209 req@ffff94b1f2da9880 x1853602672073600/t0(0) o40->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734670.805704:0:249692:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734670.805707:0:249692:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734670.805710:0:249692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b5d8. 00000100:00000200:0.0:1767734670.805714:0:249692:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1853602672073600, offset 0 00000400:00000200:0.0:1767734670.805720:0:249692:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734670.805724:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734670.805730:0:249692:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734670.805733:0:249692:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734670.805736:0:249692:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734670.805738:0:249692:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734670.805742:0:249692:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734670.805745:0:249692:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66530:66530:256:4294967295] 192.168.203.112@tcp LPNI seq info [66530:66530:8:4294967295] 00000400:00000200:0.0:1767734670.805750:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734670.805758:0:249692:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734670.805763:0:249692:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734670.805768:0:249692:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f200. 00000800:00000200:0.0:1767734670.805773:0:249692:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734670.805778:0:249692:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734670.805781:0:249692:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f200 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1767734670.805799:0:249692:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734670.805802:0:249692:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 8432 usecs (9 jiffies) 00000400:00000200:0.0:1767734670.805807:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734670.805809:0:249692:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303432636 00000100:00000001:0.0:1767734670.805812:0:249692:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303433475 00000100:00000001:0.0:1767734670.805814:0:249692:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303432636 00000100:00000001:0.0:1767734670.805817:0:249692:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303433475 00000100:00000001:0.0:1767734670.805820:0:249692:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734670.805822:0:249692:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734670.805825:0:249692:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734670.805826:0:249692:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734670.805828:0:249692:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1d014e240 going to sleep for 11 seconds 00000100:00000001:0.0:1767734670.805831:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734670.805833:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734670.805851:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734670.805856:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f200. 00000400:00000200:3.0:1767734670.805859:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.805863:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734670.805866:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b5d8 00000400:00000010:3.0:1767734670.805868:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b5d8. 00000100:00000001:3.0:1767734670.805870:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734670.805874:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da9880 x1853602672073600/t0(0) o40->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.805881:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.805884:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da9880 x1853602672073600/t0(0) o40->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734686 ref 3 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.805890:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.805891:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734670.807204:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.807211:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.807214:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.807217:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.807223:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.807231:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734670.807238:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.807242:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.807247:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.807251:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d2db80 00000400:00000200:3.0:1767734670.807256:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.807263:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7b7a5 [1] + 224 00000800:00000001:3.0:1767734670.807276:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.807284:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.807286:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.807292:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734670.807297:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.807303:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da9880 x1853602672073600/t0(0) o40->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734670.807346:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=209 mlen=448 offset=224 replen=448 req@ffff94b1f2da9880 x1853602672073600/t0(0) o40->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.807362:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734670.807370:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.807376:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.807396:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734670.807403:0:249692:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734670.807405:0:249692:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734670.807408:0:249692:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558bb0. 00000400:00000200:3.0:1767734670.807414:0:249692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b6e8 00000400:00000010:3.0:1767734670.807416:0:249692:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b6e8. 00000100:00000001:3.0:1767734670.807419:0:249692:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.807424:0:249692:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da9880 x1853602672073600/t0(0) o40->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734670.807435:0:249692:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da9880 x1853602672073600/t0(0) o40->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.807442:0:249692:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734670.807445:0:249692:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.807447:0:249692:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734670.807449:0:249692:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734670.807451:0:249692:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734670.807453:0:249692:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.807455:0:249692:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734670.807460:0:249692:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1767734670.807463:0:249692:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767734670.807466:0:249692:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734670.807475:0:249692:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734670.807477:0:249692:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734670.807479:0:249692:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.807482:0:249692:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734670.807484:0:249692:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:3.0:1767734670.807486:0:249692:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734670.807487:0:249692:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734670.807493:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da9880 x1853602672073600/t0(0) o40->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.807499:0:249692:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734670.807501:0:249692:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734670.807503:0:249692:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734670.807507:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da9880 x1853602672073600/t0(0) o40->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734686 ref 2 fl Interpret:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734670.807516:0:249692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66586885-669e-469f-b1c7-cb1a0fe6eee4:249692:1853602672073600:192.168.203.112@tcp:40:mount.lustre.0 00000100:00000001:3.0:1767734670.807523:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.807527:0:249692:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.807530:0:249692:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734670.807532:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.807555:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da9880 x1853602672073600/t0(0) o40->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734686 ref 2 fl Complete:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.807562:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734670.807565:0:249692:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1d014e240. 00000100:00000001:3.0:1767734670.807568:0:249692:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734670.807570:0:249692:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:3.0:1767734670.807574:0:249692:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 00000002:00000001:3.0:1767734670.807577:0:249692:0:(mdc_request.c:135:mdc_get_root()) Process leaving 00000100:00000001:3.0:1767734670.807579:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.807583:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da9880 x1853602672073600/t0(0) o40->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1767734686 ref 1 fl Complete:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.807589:0:249692:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734670.807591:0:249692:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734670.807600:0:249692:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1c4c9d400. 02000000:00000001:3.0:1767734670.807604:0:249692:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734670.807605:0:249692:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734670.807607:0:249692:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:3.0:1767734670.807609:0:249692:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734670.807610:0:249692:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1fe884800. 02000000:00000001:3.0:1767734670.807612:0:249692:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734670.807613:0:249692:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734670.807615:0:249692:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da9880. 00000100:00000001:3.0:1767734670.807618:0:249692:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734670.807620:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734670.807622:0:249692:0:(lmv_obd.c:1535:lmv_get_root()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1767734670.807625:0:249692:0:(llite_lib.c:511:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00000001:3.0:1767734670.807628:0:249692:0:(obd_class.h:503:obd_get_info()) Process entered 00800000:00000001:3.0:1767734670.807630:0:249692:0:(lmv_obd.c:3446:lmv_get_info()) Process entered 00800000:00000001:3.0:1767734670.807633:0:249692:0:(obd_class.h:503:obd_get_info()) Process entered 00000002:00000001:3.0:1767734670.807635:0:249692:0:(mdc_request.c:2718:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734670.807637:0:249692:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734670.807638:0:249692:0:(lmv_obd.c:3478:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734670.807640:0:249692:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000040:3.0:1767734670.807644:0:249692:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1951, crc32c 11823, adler 1647 00000080:00100000:3.0:1767734670.807647:0:249692:0:(llite_lib.c:674:client_common_fill_super()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681345 ocd_grant: 3407872 00000080:00000001:3.0:1767734670.807650:0:249692:0:(obd_class.h:852:obd_connect()) Process entered 00020000:00000001:3.0:1767734670.807652:0:249692:0:(lov_obd.c:185:lov_connect()) Process entered 00020000:01000000:3.0:1767734670.807653:0:249692:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000001:3.0:1767734670.807654:0:249692:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767734670.807655:0:249692:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767734670.807659:0:249692:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b1e7e82800. 00000020:00000001:3.0:1767734670.807662:0:249692:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734670.807664:0:249692:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1e7e82800 with handle 0x1886cffb85c2b862 to hash 00000020:00000001:3.0:1767734670.807667:0:249692:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767734670.807670:0:249692:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767734670.807671:0:249692:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734670.807674:0:249692:0:(obd_config.c:927:class_incref()) incref lustre-clilov-ffff94b1e7e86000 (ffff94b1c69998e0) now 4 - export 00000020:00000001:3.0:1767734670.807676:0:249692:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626090553714688 : -117983155836928 : ffff94b1e7e82800) 00000020:00000040:3.0:1767734670.807678:0:249692:0:(genops.c:898:class_export_put()) PUTting export ffff94b1e7e82800 : new refcount 1 00000020:00000080:3.0:1767734670.807680:0:249692:0:(genops.c:1402:class_connect()) connect: client 66586885-669e-469f-b1c7-cb1a0fe6eee4, cookie 0x1886cffb85c2b862 00000020:00000001:3.0:1767734670.807689:0:249692:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734670.807691:0:249692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767734670.807692:0:249692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b862 00000020:00000001:3.0:1767734670.807693:0:249692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734670.807695:0:249692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1e7e82800 refcount=2 00000020:00000001:3.0:1767734670.807697:0:249692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090553714688 : -117983155836928 : ffff94b1e7e82800) 00000020:00000001:3.0:1767734670.807700:0:249692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090553714688 : -117983155836928 : ffff94b1e7e82800) 00020000:00000001:3.0:1767734670.807704:0:249692:0:(lov_obd.c:101:lov_connect_osc()) Process entered 00000100:00000001:3.0:1767734670.807707:0:249692:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1767734670.807711:0:249692:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1767734670.807714:0:249692:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.807716:0:249692:0:(obd_class.h:1226:obd_import_event()) Process leaving 00020000:00000001:3.0:1767734670.807717:0:249692:0:(obd_class.h:1347:obd_register_observer()) Process entered 00020000:00000001:3.0:1767734670.807720:0:249692:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734670.807723:0:249692:0:(obd_class.h:852:obd_connect()) Process entered 00010000:00000001:3.0:1767734670.807724:0:249692:0:(ldlm_lib.c:670:client_connect_import()) Process entered 00000020:00000001:3.0:1767734670.807726:0:249692:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767734670.807727:0:249692:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767734670.807730:0:249692:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b1e7e87800. 00000020:00000001:3.0:1767734670.807733:0:249692:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734670.807734:0:249692:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1e7e87800 with handle 0x1886cffb85c2b869 to hash 00000020:00000001:3.0:1767734670.807737:0:249692:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767734670.807739:0:249692:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767734670.807740:0:249692:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734670.807742:0:249692:0:(genops.c:887:class_export_get()) GET export ffff94b1e7e87800 refcount=3 00000020:00000040:3.0:1767734670.807745:0:249692:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-ffff94b1e7e86000 (ffff94b1c6998000) now 5 - export 00000020:00000001:3.0:1767734670.807747:0:249692:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626090553735168 : -117983155816448 : ffff94b1e7e87800) 00000020:00000040:3.0:1767734670.807749:0:249692:0:(genops.c:898:class_export_put()) PUTting export ffff94b1e7e87800 : new refcount 2 00000020:00000080:3.0:1767734670.807751:0:249692:0:(genops.c:1402:class_connect()) connect: client LOV_OSC_UUID, cookie 0x1886cffb85c2b869 00000020:00000001:3.0:1767734670.807753:0:249692:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734670.807755:0:249692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767734670.807757:0:249692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b869 00000020:00000001:3.0:1767734670.807759:0:249692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734670.807760:0:249692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1e7e87800 refcount=3 00000020:00000001:3.0:1767734670.807763:0:249692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090553735168 : -117983155816448 : ffff94b1e7e87800) 00000020:00000001:3.0:1767734670.807771:0:249692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090553735168 : -117983155816448 : ffff94b1e7e87800) 00000100:00000001:3.0:1767734670.807774:0:249692:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1767734670.807775:0:249692:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767734670.807778:0:249692:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff94b1e7e86000: connect to NID 192.168.203.112@tcp last attempt 0 00000400:00000200:3.0:1767734670.807783:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.807787:0:249692:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.112@tcp is discovered: rc = 1 00000100:00000001:3.0:1767734670.807789:0:249692:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767734670.807793:0:249692:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 18 to 192.168.203.112@tcp 00000100:00000001:3.0:1767734670.807796:0:249692:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000020:00000001:3.0:1767734670.807797:0:249692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767734670.807799:0:249692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b869 00000020:00000001:3.0:1767734670.807801:0:249692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734670.807802:0:249692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1e7e87800 refcount=4 00000020:00000001:3.0:1767734670.807804:0:249692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090553735168 : -117983155816448 : ffff94b1e7e87800) 00000020:00000001:3.0:1767734670.807805:0:249692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090553735168 : -117983155816448 : ffff94b1e7e87800) 00000100:00000001:3.0:1767734670.807807:0:249692:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767734670.807809:0:249692:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 19 to 192.168.203.112@tcp 00000100:00000001:3.0:1767734670.807811:0:249692:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000020:00000040:3.0:1767734670.807813:0:249692:0:(genops.c:898:class_export_put()) PUTting export ffff94b1e7e87800 : new refcount 3 00000100:00080000:3.0:1767734670.807817:0:249692:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff94b1e7e86000: import ffff94b1f0134000 using connection 192.168.203.112@tcp/192.168.203.112@tcp 00000100:00000001:3.0:1767734670.807819:0:249692:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.807821:0:249692:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767734670.807824:0:249692:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767734670.807826:0:249692:0:(sec.c:1450:sptlrpc_sec_create()) osc lustre-OST0000-osc-ffff94b1e7e86000: select security flavor null 02000000:00000001:3.0:1767734670.807828:0:249692:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072650391168 : -1059160448 : ffffffffc0de7e80) 02000000:00000001:3.0:1767734670.807831:0:249692:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.807833:0:249692:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1767734670.807835:0:249692:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681345 ocd_grant: 134217728, lost: 0. 00000008:00000001:3.0:1767734670.807838:0:249692:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.807840:0:249692:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734670.807845:0:249692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdaa00. 00000020:00000040:3.0:1767734670.807853:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1f0134000 refcount=2 obd=lustre-OST0000-osc-ffff94b1e7e86000 02000000:00000001:3.0:1767734670.807856:0:249692:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767734670.807858:0:249692:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.807860:0:249692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734670.807861:0:249692:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734670.807864:0:249692:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734670.807869:0:249692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1ded38000. 00000100:00000001:3.0:1767734670.807872:0:249692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734670.807878:0:249692:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94b200bdaa00 x1853602672073728/t0(0) o8->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767734670.807885:0:249692:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734670.807887:0:249692:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734670.807893:0:249692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071f23a50] to pc [ptlrpcd_rcv+-1] req@ffff94b200bdaa00 x1853602672073728/t0(0) o8->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.807914:0:249692:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.807917:0:249692:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:3.0:1767734670.807919:0:249692:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID 00000020:00000040:3.0:1767734670.807922:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1f0134000 refcount=3 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000100:00000001:1.0:1767734670.807934:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734670.807941:0:249692:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734670.807941:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767734670.807946:0:249692:0:(ldlm_lib.c:725:client_connect_import()) Process leaving 00000100:00000001:1.0:1767734670.807946:0:196090:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:3.0:1767734670.807952:0:249692:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:3.0:1767734670.807956:0:249692:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff94b1e7e86000) active 00000100:00000040:1.0:1767734670.807957:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdaa00 x1853602672073728/t0(0) o8->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1767734670.807968:0:249692:0:(lov_obd.c:173:lov_connect_osc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734670.807976:0:249692:0:(lov_obd.c:418:lov_notify()) Process entered 00000100:00000001:1.0:1767734670.807977:0:196090:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000080:00000001:3.0:1767734670.807981:0:249692:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000100:00000001:1.0:1767734670.807981:0:196090:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1767734670.807986:0:249692:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 02000000:00000001:1.0:1767734670.807988:0:196090:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000080:00000001:3.0:1767734670.807990:0:249692:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734670.807992:0:196090:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1767734670.807995:0:249692:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734670.807997:0:196090:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734670.807999:0:249692:0:(lov_obd.c:101:lov_connect_osc()) Process entered 00000100:00000001:3.0:1767734670.808002:0:249692:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00100000:1.0:1767734670.808004:0:196090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66586885-669e-469f-b1c7-cb1a0fe6eee4:196090:1853602672073728:192.168.203.112@tcp:8:mount.lustre.0 00000008:00000001:3.0:1767734670.808006:0:249692:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1767734670.808010:0:249692:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734670.808012:0:196090:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767734670.808014:0:249692:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:1.0:1767734670.808016:0:196090:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:3.0:1767734670.808017:0:249692:0:(obd_class.h:1347:obd_register_observer()) Process entered 02000000:00000001:1.0:1767734670.808021:0:196090:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734670.808023:0:196090:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734670.808028:0:196090:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1d04bc400. 00020000:00000001:3.0:1767734670.808030:0:249692:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734670.808033:0:249692:0:(obd_class.h:852:obd_connect()) Process entered 00010000:00000001:3.0:1767734670.808034:0:249692:0:(ldlm_lib.c:670:client_connect_import()) Process entered 00000020:00000001:3.0:1767734670.808036:0:249692:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767734670.808037:0:249692:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767734670.808043:0:249692:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94b1e7e80800. 02000000:00000001:1.0:1767734670.808043:0:196090:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734670.808049:0:249692:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734670.808052:0:249692:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1e7e80800 with handle 0x1886cffb85c2b870 to hash 00000400:00000200:1.0:1767734670.808052:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000020:00000001:3.0:1767734670.808057:0:249692:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000010:1.0:1767734670.808060:0:196090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000020:00000001:3.0:1767734670.808062:0:249692:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767734670.808066:0:249692:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734670.808070:0:249692:0:(genops.c:887:class_export_get()) GET export ffff94b1e7e80800 refcount=3 00000400:00000010:1.0:1767734670.808072:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b770. 00000020:00000040:3.0:1767734670.808074:0:249692:0:(obd_config.c:927:class_incref()) incref lustre-OST0001-osc-ffff94b1e7e86000 (ffff94b1c699b1c0) now 5 - export 00000100:00000200:1.0:1767734670.808078:0:196090:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672073728, portal 4 00000020:00000001:3.0:1767734670.808079:0:249692:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626090553706496 : -117983155845120 : ffff94b1e7e80800) 00000100:00000001:1.0:1767734670.808085:0:196090:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1767734670.808086:0:249692:0:(genops.c:898:class_export_put()) PUTting export ffff94b1e7e80800 : new refcount 2 00000100:00000001:1.0:1767734670.808089:0:196090:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00000020:00000080:3.0:1767734670.808090:0:249692:0:(genops.c:1402:class_connect()) connect: client LOV_OSC_UUID, cookie 0x1886cffb85c2b870 00000020:00000001:3.0:1767734670.808095:0:249692:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734670.808097:0:249692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767734670.808098:0:249692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b870 00000020:00000010:1.0:1767734670.808100:0:196090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94b2018d4000. 00000020:00000001:3.0:1767734670.808101:0:249692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734670.808106:0:249692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1e7e80800 refcount=3 00000020:00000001:3.0:1767734670.808109:0:249692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090553706496 : -117983155845120 : ffff94b1e7e80800) 00000020:00000001:3.0:1767734670.808113:0:249692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090553706496 : -117983155845120 : ffff94b1e7e80800) 00000100:00000040:1.0:1767734670.808114:0:196090:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdaa00 x1853602672073728/t0(0) o8->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.808118:0:249692:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1767734670.808123:0:249692:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1767734670.808128:0:196090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1767734670.808132:0:249692:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff94b1e7e86000: connect to NID 192.168.203.112@tcp last attempt 0 00000100:00000040:1.0:1767734670.808137:0:196090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734670.808144:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734670.808144:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bee0. 00000100:00000200:1.0:1767734670.808152:0:196090:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853602672073728, offset 0 00000400:00000200:3.0:1767734670.808154:0:249692:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.112@tcp is discovered: rc = 1 00000100:00000001:3.0:1767734670.808158:0:249692:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767734670.808161:0:249692:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 20 to 192.168.203.112@tcp 00000100:00000001:3.0:1767734670.808164:0:249692:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000020:00000001:3.0:1767734670.808168:0:249692:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767734670.808169:0:196090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000020:00000040:3.0:1767734670.808171:0:249692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b870 00000020:00000001:3.0:1767734670.808175:0:249692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767734670.808179:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000020:00000040:3.0:1767734670.808186:0:249692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1e7e80800 refcount=4 00000400:00000200:1.0:1767734670.808189:0:196090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000020:00000001:3.0:1767734670.808190:0:249692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090553706496 : -117983155845120 : ffff94b1e7e80800) 00000020:00000001:3.0:1767734670.808196:0:249692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090553706496 : -117983155845120 : ffff94b1e7e80800) 00000400:00000200:1.0:1767734670.808197:0:196090:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767734670.808203:0:249692:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767734670.808206:0:196090:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000040:3.0:1767734670.808212:0:249692:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 21 to 192.168.203.112@tcp 00000100:00000001:3.0:1767734670.808218:0:249692:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000400:00000200:1.0:1767734670.808218:0:196090:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000020:00000040:3.0:1767734670.808224:0:249692:0:(genops.c:898:class_export_put()) PUTting export ffff94b1e7e80800 : new refcount 3 00000400:00000200:1.0:1767734670.808226:0:196090:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00080000:3.0:1767734670.808231:0:249692:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff94b1e7e86000: import ffff94b1f0134800 using connection 192.168.203.112@tcp/192.168.203.112@tcp 00000400:00000200:1.0:1767734670.808237:0:196090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66531:66531:256:4294967295] 192.168.203.112@tcp LPNI seq info [66531:66531:8:4294967295] 00000100:00000001:3.0:1767734670.808238:0:249692:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.808245:0:249692:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1767734670.808249:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:3.0:1767734670.808250:0:249692:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767734670.808254:0:249692:0:(sec.c:1450:sptlrpc_sec_create()) osc lustre-OST0001-osc-ffff94b1e7e86000: select security flavor null 02000000:00000001:3.0:1767734670.808257:0:249692:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072650391168 : -1059160448 : ffffffffc0de7e80) 02000000:00000001:3.0:1767734670.808263:0:249692:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.808268:0:249692:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1767734670.808269:0:196090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000008:00100000:3.0:1767734670.808271:0:249692:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681345 ocd_grant: 134217728, lost: 0. 00000008:00000001:3.0:1767734670.808277:0:249692:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767734670.808281:0:196090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734670.808283:0:249692:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767734670.808292:0:196090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c300. 00000100:00000010:3.0:1767734670.808293:0:249692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd9c00. 00000100:00000040:2.0:1767734670.808293:0:212084:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8770) 00000020:00000040:3.0:1767734670.808302:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1f0134800 refcount=2 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000800:00000200:1.0:1767734670.808334:0:196090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 02000000:00000001:3.0:1767734670.808342:0:249692:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000800:00000200:1.0:1767734670.808343:0:196090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 02000000:00000001:3.0:1767734670.808345:0:249692:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767734670.808349:0:196090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1767734670.808350:0:249692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734670.808354:0:249692:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734670.808358:0:249692:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734670.808364:0:249692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1ded3a000. 00000100:00000001:1.0:1767734670.808366:0:196090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.808369:0:249692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734670.808371:0:196090:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: using a timeout of 0 usecs (0 jiffies) 00000100:00100000:3.0:1767734670.808378:0:249692:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94b200bd9c00 x1853602672073856/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767734670.808391:0:249692:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767734670.808392:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734670.808397:0:249692:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734670.808398:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303433486 00000100:00000040:3.0:1767734670.808406:0:249692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ce062c] to pc [ptlrpcd_rcv+-1] req@ffff94b200bd9c00 x1853602672073856/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734670.808407:0:196090:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303433475 00000100:00000001:1.0:1767734670.808415:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303433486 00000100:00000001:1.0:1767734670.808424:0:196090:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303433475 00000100:00000001:3.0:1767734670.808432:0:249692:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734670.808433:0:196090:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734670.808439:0:249692:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1767734670.808440:0:196090:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767734670.808444:0:249692:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID 00000100:00000001:1.0:1767734670.808446:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734670.808449:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1f0134800 refcount=3 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000100:00000001:1.0:1767734670.808451:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734670.808458:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734670.808461:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767734670.808464:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734670.808467:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734670.808469:0:249692:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734670.808470:0:196090:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767734670.808474:0:249692:0:(ldlm_lib.c:725:client_connect_import()) Process leaving 00020000:00000001:3.0:1767734670.808479:0:249692:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734670.808482:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd9c00 x1853602672073856/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00020000:01000000:3.0:1767734670.808483:0:249692:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff94b1e7e86000) active 00000100:00000001:1.0:1767734670.808496:0:196090:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:3.0:1767734670.808497:0:249692:0:(lov_obd.c:173:lov_connect_osc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734670.808499:0:196090:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734670.808501:0:249692:0:(lov_obd.c:418:lov_notify()) Process entered 02000000:00000001:1.0:1767734670.808503:0:196090:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000080:00000001:3.0:1767734670.808505:0:249692:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 02000000:00000001:1.0:1767734670.808508:0:196090:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000080:00000004:3.0:1767734670.808509:0:249692:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 02000000:00000001:1.0:1767734670.808513:0:196090:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734670.808514:0:249692:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734670.808520:0:249692:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734670.808521:0:196090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66586885-669e-469f-b1c7-cb1a0fe6eee4:196090:1853602672073856:192.168.203.112@tcp:8:mount.lustre.0 00020000:00000001:3.0:1767734670.808524:0:249692:0:(lov_obd.c:235:lov_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734670.808527:0:196090:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000080:00000001:3.0:1767734670.808529:0:249692:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734670.808548:0:196090:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734670.808552:0:196090:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734670.808553:0:249692:0:(llite_lib.c:734:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff94b1c33d8600. 02000000:00000001:1.0:1767734670.808555:0:196090:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1767734670.808560:0:249692:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff94b1ded3a400. 02000000:00000010:1.0:1767734670.808563:0:196090:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1d04be000. 00800000:00000001:3.0:1767734670.808566:0:249692:0:(lmv_obd.c:1589:lmv_getattr()) Process entered 02000000:00000001:1.0:1767734670.808568:0:196090:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734670.808572:0:249692:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff94b1ded39000. 00000400:00000200:1.0:1767734670.808574:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000002:00000001:3.0:1767734670.808579:0:249692:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000400:00000010:1.0:1767734670.808581:0:196090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810bb0. 00000100:00000010:3.0:1767734670.808586:0:249692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd8700. 00000400:00000010:1.0:1767734670.808590:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b908. 00000020:00000040:3.0:1767734670.808591:0:249692:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:3.0:1767734670.808597:0:249692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1767734670.808598:0:196090:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672073856, portal 4 02000000:00000001:3.0:1767734670.808600:0:249692:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734670.808603:0:249692:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734670.808608:0:249692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c33d9800. 00000100:00000001:1.0:1767734670.808611:0:196090:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734670.808614:0:249692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734670.808614:0:196090:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970356736 : -117982739194880 : ffff94b200bd9c00) 00000002:00000001:3.0:1767734670.808624:0:249692:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000020:00000010:1.0:1767734670.808626:0:196090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94b2018d2000. 00000100:00000001:3.0:1767734670.808627:0:249692:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734670.808630:0:249692:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734670.808637:0:249692:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206fcc0. 00000100:00000040:1.0:1767734670.808640:0:196090:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd9c00 x1853602672073856/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.808642:0:249692:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723507392 : -117982986044224 : ffff94b1f206fcc0) 00000100:00000001:1.0:1767734670.808649:0:196090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767734670.808655:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767734670.808656:0:196090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734670.808659:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970351360 : -117982739200256 : ffff94b200bd8700) 00000400:00000010:1.0:1767734670.808663:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b660. 00000100:00000001:3.0:1767734670.808664:0:249692:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734670.808669:0:249692:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767734670.808670:0:196090:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853602672073856, offset 0 00000100:00000001:3.0:1767734670.808672:0:249692:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734670.808676:0:249692:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734670.808682:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd8700 x1853602672073984/t0(0) o33->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000200:1.0:1767734670.808687:0:196090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734670.808697:0:249692:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767734670.808698:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734670.808700:0:249692:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.808705:0:249692:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767734670.808705:0:196090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 02000000:00000001:3.0:1767734670.808708:0:249692:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767734670.808712:0:196090:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767734670.808713:0:249692:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734670.808718:0:196090:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00100000:3.0:1767734670.808721:0:249692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66586885-669e-469f-b1c7-cb1a0fe6eee4:249692:1853602672073984:192.168.203.112@tcp:33:mount.lustre.0 00000400:00000200:1.0:1767734670.808725:0:196090:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767734670.808731:0:249692:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767734670.808734:0:196090:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 02000000:00000001:3.0:1767734670.808737:0:249692:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734670.808741:0:249692:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734670.808742:0:196090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66532:66532:255:4294967295] 192.168.203.112@tcp LPNI seq info [66532:66532:7:4294967295] 02000000:00000001:3.0:1767734670.808745:0:249692:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767734670.808751:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734670.808759:0:196090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734670.808763:0:196090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734670.808767:0:196090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c200. 00000800:00000200:1.0:1767734670.808771:0:196090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734670.808777:0:196090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734670.808780:0:196090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1767734670.808784:0:196090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734670.808786:0:196090:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:1.0:1767734670.808790:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734670.808793:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303433486 00000100:00000001:1.0:1767734670.808796:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303433486 00000100:00000001:1.0:1767734670.808798:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303433486 00000100:00000001:1.0:1767734670.808808:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303433486 00000100:00000001:1.0:1767734670.808810:0:196090:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734670.808812:0:196090:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734670.808816:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734670.808818:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734670.808822:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1767734670.808823:0:249692:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94b1d2440000. 00000100:00000001:1.0:1767734670.808824:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:3.0:1767734670.808829:0:249692:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734670.808831:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734670.808835:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767734670.808838:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734670.808838:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734670.808841:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767734670.808845:0:249692:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113c08. 00000400:00000010:3.0:1767734670.808852:0:249692:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94b1ded38c00. 00000100:00000200:3.0:1767734670.808857:0:249692:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1853602672073984, portal 10 00000100:00000001:3.0:1767734670.808859:0:249692:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734670.808861:0:249692:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970351360 : -117982739200256 : ffff94b200bd8700) 00000100:00000040:3.0:1767734670.808868:0:249692:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bd8700 x1853602672073984/t0(0) o33->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734670.808875:0:249692:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734670.808877:0:212084:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8770) 00000100:00000040:3.0:1767734670.808883:0:249692:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734670.808887:0:249692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7908. 00000100:00000200:3.0:1767734670.808891:0:249692:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1853602672073984, offset 0 00000400:00000200:3.0:1767734670.808897:0:249692:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734670.808910:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.808914:0:249692:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734670.808917:0:249692:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734670.808919:0:249692:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734670.808922:0:249692:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734670.808926:0:249692:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734670.808931:0:249692:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66533:66533:254:4294967295] 192.168.203.112@tcp LPNI seq info [66533:66533:6:4294967295] 00000400:00000200:3.0:1767734670.808936:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.808943:0:249692:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734670.808946:0:249692:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734670.808951:0:249692:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416000. 00000800:00000200:3.0:1767734670.808956:0:249692:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734670.808962:0:249692:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734670.808965:0:249692:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416000 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1767734670.808969:0:249692:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734670.808973:0:249692:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 6898 usecs (7 jiffies) 00000400:00000200:3.0:1767734670.808978:0:249692:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734670.808980:0:249692:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303432637 00000100:00000001:3.0:1767734670.808982:0:249692:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303433486 00000100:00000001:3.0:1767734670.808984:0:249692:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303432637 00000100:00000001:3.0:1767734670.808986:0:249692:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303433486 00000100:00000001:3.0:1767734670.808988:0:249692:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734670.808990:0:249692:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.808993:0:249692:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734670.808994:0:249692:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734670.808996:0:249692:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206fcc0 going to sleep for 11 seconds 00000100:00000001:3.0:1767734670.808998:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734670.809001:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734670.809035:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734670.809038:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c300. 00000400:00000200:3.0:1767734670.809043:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.809054:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734670.809057:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bee0 00000400:00000010:3.0:1767734670.809058:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bee0. 00000100:00000001:3.0:1767734670.809063:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734670.809067:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdaa00 x1853602672073728/t0(0) o8->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.809074:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.809079:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdaa00 x1853602672073728/t0(0) o8->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734680 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.809085:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.809087:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767734670.809103:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734670.809105:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:3.0:1767734670.809108:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.809113:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734670.809116:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b660 00000400:00000010:3.0:1767734670.809118:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b660. 00000100:00000001:3.0:1767734670.809121:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734670.809126:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd9c00 x1853602672073856/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.809132:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.809136:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd9c00 x1853602672073856/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734680 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.809142:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.809143:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767734670.809184:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734670.809187:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416000. 00000400:00000200:3.0:1767734670.809192:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.809196:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734670.809199:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7908 00000400:00000010:3.0:1767734670.809201:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7908. 00000100:00000001:3.0:1767734670.809204:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734670.809216:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd8700 x1853602672073984/t0(0) o33->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767734686 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734670.809222:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.809225:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd8700 x1853602672073984/t0(0) o33->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767734686 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734670.809230:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.809232:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734670.812159:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.812167:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.812170:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.812173:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.812178:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.812184:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734670.812190:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.812193:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.812196:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.812200:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 416 into portal 4 MB=0x695d780d2dc00 00000400:00000200:3.0:1767734670.812204:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.812209:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 416/416 into md 0x7b7ad [1] + 0 00000800:00000001:3.0:1767734670.812214:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.812218:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.812286:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.812293:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734670.812299:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.812337:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdaa00 x1853602672073728/t0(0) o8->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734680 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734670.812349:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94b200bdaa00 x1853602672073728/t0(0) o8->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.812371:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734670.812380:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.812386:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.812396:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.812401:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.812407:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.812414:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734670.812420:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.812424:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.812429:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.812433:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 416 into portal 4 MB=0x695d780d2dc80 00000400:00000200:3.0:1767734670.812438:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.812444:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 416/416 into md 0x7b7b5 [1] + 0 00000800:00000001:3.0:1767734670.812449:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.812453:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.812455:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.812459:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734670.812464:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.812469:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd9c00 x1853602672073856/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734680 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734670.812479:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94b200bd9c00 x1853602672073856/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734670.812486:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734670.812492:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.812496:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734670.812498:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.812502:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.812504:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.812509:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734670.812515:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.812518:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.812521:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.812525:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 464 into portal 10 MB=0x695d780d2dd00 00000400:00000200:3.0:1767734670.812528:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734670.812532:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 464/464 into md 0x7b7bd [32] + 224 00000800:00000001:3.0:1767734670.812561:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.812569:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734670.812572:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734670.812576:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734670.812579:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.812584:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd8700 x1853602672073984/t0(0) o33->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767734686 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734670.812592:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=464 offset=224 replen=66264 req@ffff94b200bd8700 x1853602672073984/t0(0) o33->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734670.812605:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734670.812611:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734670.812615:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.812630:0:249692:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734670.812634:0:249692:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734670.812636:0:249692:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734670.812639:0:249692:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113c08. 00000400:00000200:3.0:1767734670.812642:0:249692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1ded38c00 00000400:00000010:3.0:1767734670.812644:0:249692:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff94b1ded38c00. 00000100:00000001:3.0:1767734670.812648:0:249692:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734670.812652:0:249692:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd8700 x1853602672073984/t0(0) o33->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767734670.812660:0:249692:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd8700 x1853602672073984/t0(0) o33->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734670.812665:0:249692:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734670.812667:0:249692:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.812668:0:249692:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734670.812670:0:249692:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734670.812672:0:249692:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734670.812674:0:249692:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.812676:0:249692:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734670.812680:0:249692:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dca0 time=1767734670 v=5 (0 0 0 0) 00000100:00001000:3.0:1767734670.812684:0:249692:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767734670.812686:0:249692:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734670.812694:0:249692:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734670.812696:0:249692:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734670.812698:0:249692:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.812700:0:249692:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734670.812702:0:249692:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:3.0:1767734670.812703:0:249692:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734670.812705:0:249692:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734670.812709:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd8700 x1853602672073984/t0(0) o33->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/464 e 0 to 0 dl 1767734686 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734670.812716:0:249692:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734670.812717:0:249692:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734670.812719:0:249692:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734670.812723:0:249692:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd8700 x1853602672073984/t0(0) o33->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/464 e 0 to 0 dl 1767734686 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767734670.812731:0:249692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66586885-669e-469f-b1c7-cb1a0fe6eee4:249692:1853602672073984:192.168.203.112@tcp:33:mount.lustre.0 00000100:00000001:3.0:1767734670.812736:0:249692:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734670.812738:0:249692:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.812740:0:249692:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734670.812741:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734670.812744:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd8700 x1853602672073984/t0(0) o33->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/464 e 0 to 0 dl 1767734686 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734670.812750:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734670.812752:0:249692:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206fcc0. 00000100:00000001:3.0:1767734670.812755:0:249692:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734670.812757:0:249692:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:3.0:1767734670.812760:0:249692:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:3.0:1767734670.812762:0:249692:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734670.812765:0:249692:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734670.812766:0:249692:0:(lmv_obd.c:1602:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734670.812769:0:249692:0:(llite_lib.c:749:client_common_fill_super()) kfreed 'op_data': 384 at ffff94b1c33d8600. 00000002:00000001:3.0:1767734670.812775:0:249692:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767734670.812778:0:249692:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1767734670.812782:0:249692:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000010:3.0:1767734670.812792:0:249692:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at ffff94b1c8545360. 00000020:00000010:3.0:1767734670.812795:0:249692:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d8600. 00000100:00000001:2.0:1767734670.812797:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767734670.812800:0:249692:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c33d8c00. 00000100:00000001:2.0:1767734670.812801:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767734670.812806:0:249692:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c5895e40. 00000400:00000001:2.0:1767734670.812808:0:196090:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000008:00000010:3.0:1767734670.812812:0:249692:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f3b90000. 00000400:00000001:2.0:1767734670.812813:0:196090:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734670.812818:0:196090:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810bb0. 00020000:00000010:3.0:1767734670.812819:0:249692:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fa526540. 00000400:00000200:2.0:1767734670.812826:0:196090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b908 00008000:00000010:3.0:1767734670.812827:0:249692:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c5744710. 00000400:00000010:2.0:1767734670.812833:0:196090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b908. 00000080:00000010:3.0:1767734670.812834:0:249692:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c858b2a0. 00000100:00000001:2.0:1767734670.812838:0:196090:0:(events.c:78:reply_in_callback()) Process entered 00000080:00000010:3.0:1767734670.812840:0:249692:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c334a238. 00000020:00000010:3.0:1767734670.812846:0:249692:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d8400. 00000100:00000200:2.0:1767734670.812848:0:196090:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd9c00 x1853602672073856/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000008:00000010:3.0:1767734670.812851:0:249692:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94b1c6d41760. 00020000:00000010:3.0:1767734670.812858:0:249692:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff94b1d13d98c0. 00008000:00000010:3.0:1767734670.812867:0:249692:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94b1fb9cc508. 00000100:00000200:2.0:1767734670.812868:0:196090:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd9c00 x1853602672073856/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734680 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000010:3.0:1767734670.812874:0:249692:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94b1fb9cb5a0. 00000020:00000001:3.0:1767734670.812881:0:249692:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090023932776 : -117983685618840 : ffff94b1c8545368) 00000100:00000001:2.0:1767734670.812883:0:196090:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00001000:3.0:1767734670.812886:0:249692:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1c8545360 00000100:00000001:2.0:1767734670.812888:0:196090:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734670.812893:0:249692:0:(vvp_dev.c:173:vvp_device_alloc()) Process entered 00000100:00000001:2.0:1767734670.812893:0:196090:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734670.812896:0:196090:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000080:00000010:3.0:1767734670.812898:0:249692:0:(vvp_dev.c:175:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff94b1c5895f60. 00000100:00000001:2.0:1767734670.812900:0:196090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734670.812905:0:196090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734670.812906:0:249692:0:(vvp_dev.c:183:vvp_device_alloc()) kmalloced '(site)': 528 at ffff94b1ded38c00. 02000000:00000001:2.0:1767734670.812909:0:196090:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734670.812911:0:249692:0:(lu_object.c:1098:lu_site_init()) Process entered 00000020:00000010:2.0:1767734670.812917:0:196090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94b1fb8a6000. 00000100:00001000:2.0:1767734670.812926:0:196090:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134c58 time=1767734670 v=5 (0 0 0 0) 00000100:00001000:2.0:1767734670.812930:0:196090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134c10 time=1767734670 v=0 (0 0 0 0) 00000100:00001000:2.0:1767734670.812933:0:196090:0:(import.c:2194:obd_at_measure()) AT ffff94b1f0134c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1767734670.812936:0:196090:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767734670.812941:0:249692:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff94b1c7344000. 00000100:00000001:2.0:1767734670.812948:0:196090:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.812951:0:196090:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767734670.812955:0:249692:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94b1fb9bbc00. 00010000:00000001:2.0:1767734670.812955:0:196090:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.812958:0:196090:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1767734670.812963:0:249692:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff94b1f206fcc0. 00000100:00100000:2.0:1767734670.812963:0:196090:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1e7e86000: committing for last_committed 0 gen 1 00000100:00000040:2.0:1767734670.812970:0:196090:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1e7e86000: normal: skip=0 replay=0/0 committed=0/0 00000020:00000001:3.0:1767734670.812972:0:249692:0:(lu_object.c:1160:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.812974:0:196090:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734670.812978:0:196090:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734670.812980:0:249692:0:(vvp_dev.c:199:vvp_device_alloc()) Process leaving (rc=18446626089977077600 : -117983732474016 : ffff94b1c5895f60) 00000100:00000040:2.0:1767734670.812985:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd9c00 x1853602672073856/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/416 e 0 to 0 dl 1767734680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000001:3.0:1767734670.812986:0:249692:0:(vvp_dev.c:208:vvp_device_init()) Process entered 00020000:00000001:3.0:1767734670.812991:0:249692:0:(lov_dev.c:170:lov_mdc_dev_init()) Process entered 00020000:00000010:3.0:1767734670.812997:0:249692:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff94b1c5895a80. 00000100:00000001:2.0:1767734670.812998:0:196090:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1767734670.813003:0:249692:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000100:00000001:2.0:1767734670.813004:0:196090:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000002:00000001:3.0:1767734670.813008:0:249692:0:(mdc_dev.c:1738:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.813009:0:196090:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1767734670.813017:0:249692:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.813017:0:196090:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00020000:00000001:3.0:1767734670.813023:0:249692:0:(lov_dev.c:178:lov_mdc_dev_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767734670.813024:0:196090:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff94b1e7e86000: connect to target with instance 3 00000020:00000001:2.0:1767734670.813030:0:196090:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000010:3.0:1767734670.813031:0:249692:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff94b1c5895060. 00000020:00000040:2.0:1767734670.813032:0:196090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b870 00000020:00000001:2.0:1767734670.813037:0:196090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:3.0:1767734670.813038:0:249692:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000020:00000040:2.0:1767734670.813041:0:196090:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1e7e80800 refcount=4 00000020:00000001:2.0:1767734670.813044:0:196090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090553706496 : -117983155845120 : ffff94b1e7e80800) 00000020:00000001:2.0:1767734670.813049:0:196090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090553706496 : -117983155845120 : ffff94b1e7e80800) 00000008:00000001:3.0:1767734670.813050:0:249692:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734670.813055:0:249692:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734670.813055:0:196090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134c10 time=1767734670 v=0 (0 0 0 0) 00020000:00000010:3.0:1767734670.813063:0:249692:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff94b1c58956c0. 00000100:00001000:2.0:1767734670.813064:0:196090:0:(import.c:2194:obd_at_measure()) AT ffff94b1f0134c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00020000:00000001:3.0:1767734670.813069:0:249692:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000100:00000040:2.0:1767734670.813072:0:196090:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1951, crc32c 11823, adler 1647 00000008:00000001:3.0:1767734670.813073:0:249692:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734670.813080:0:249692:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767734670.813080:0:196090:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff94b1e7e86000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00020000:00000001:3.0:1767734670.813083:0:249692:0:(lov_dev.c:283:lov_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734670.813086:0:196090:0:(genops.c:898:class_export_put()) PUTting export ffff94b1e7e80800 : new refcount 3 00000080:00000001:3.0:1767734670.813088:0:249692:0:(vvp_dev.c:219:vvp_device_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.813091:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00001000:3.0:1767734670.813093:0:249692:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1c8545360 00000008:00000001:2.0:1767734670.813095:0:196090:0:(osc_request.c:3856:osc_import_event()) Process entered 00000080:00000001:3.0:1767734670.813099:0:249692:0:(vvp_dev.c:337:cl_sb_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1767734670.813101:0:196090:0:(osc_request.c:1046:osc_init_grant()) lustre-OST0001-osc-ffff94b1e7e86000, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000080:00000001:3.0:1767734670.813105:0:249692:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000008:00000001:2.0:1767734670.813108:0:196090:0:(obd_class.h:1235:obd_notify()) Process entered 00000080:00000001:3.0:1767734670.813112:0:249692:0:(namei.c:117:ll_iget()) Process entered 00020000:00000001:2.0:1767734670.813112:0:196090:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:2.0:1767734670.813118:0:196090:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000010:3.0:1767734670.813126:0:249692:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1d15a8840. 00000080:00000004:2.0:1767734670.813128:0:196090:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0465af2e3640038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1767734670.813133:0:196090:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1767734670.813135:0:196090:0:(obd_class.h:503:obd_get_info()) Process entered 00000080:00000001:3.0:1767734670.813138:0:249692:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00020000:00000001:2.0:1767734670.813138:0:196090:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767734670.813141:0:196090:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767734670.813143:0:249692:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00000001:2.0:1767734670.813146:0:196090:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734670.813150:0:249692:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000001:2.0:1767734670.813150:0:196090:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767734670.813155:0:196090:0:(lov_obd.c:1139:lov_get_info()) Process entered 00000080:00000002:3.0:1767734670.813156:0:249692:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00020000:00000001:2.0:1767734670.813158:0:196090:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734670.813163:0:249692:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734670.813163:0:196090:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1767734670.813171:0:196090:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000080:00000001:3.0:1767734670.813172:0:249692:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00800000:00000001:2.0:1767734670.813174:0:196090:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00000080:00000001:3.0:1767734670.813179:0:249692:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000002:00000001:2.0:1767734670.813180:0:196090:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1767734670.813184:0:196090:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1767734670.813185:0:249692:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115188193296385 mtime from 0 to 1767734667 00800000:00000001:2.0:1767734670.813188:0:196090:0:(lmv_obd.c:314:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767734670.813192:0:249692:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 135680 00000080:00000001:2.0:1767734670.813192:0:196090:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734670.813198:0:249692:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1767734670.813199:0:196090:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734670.813202:0:249692:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090175334664 : -117983534216952 : ffff94b1d15a8908) 00020000:00000001:2.0:1767734670.813204:0:196090:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734670.813208:0:249692:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00000008:00000001:2.0:1767734670.813209:0:196090:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734670.813212:0:249692:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767734670.813214:0:196090:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734670.813218:0:249692:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734670.813219:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1767734670.813223:0:196090:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1767734670.813226:0:196090:0:(import.c:65:import_set_state_nolock()) ffff94b1f0134800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000040:3.0:1767734670.813229:0:249692:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd8700 x1853602672073984/t0(0) o33->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/464 e 0 to 0 dl 1767734686 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734670.813230:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767734670.813234:0:196090:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1767734670.813237:0:196090:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1767734670.813240:0:196090:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:2.0:1767734670.813244:0:196090:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00000100:00000001:3.0:1767734670.813246:0:249692:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00020000:00000040:2.0:1767734670.813248:0:196090:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff94b1c699a020 for uuid lustre-OST0001_UUID event(1) 02000000:00000001:3.0:1767734670.813250:0:249692:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00020000:01000000:2.0:1767734670.813254:0:196090:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 02000000:00000010:3.0:1767734670.813255:0:249692:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94b1d2440000. 00020000:00000040:2.0:1767734670.813259:0:196090:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0001_UUID: lov idx 1 conn 1886cffb85c2b870 00020000:00000001:2.0:1767734670.813264:0:196090:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1767734670.813266:0:196090:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1767734670.813268:0:196090:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1767734670.813271:0:196090:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1767734670.813272:0:196090:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767734670.813273:0:196090:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767734670.813275:0:196090:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734670.813281:0:196090:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734670.813283:0:196090:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767734670.813284:0:196090:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767734670.813286:0:196090:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.813288:0:249692:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000080:00000001:2.0:1767734670.813289:0:196090:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734670.813293:0:249692:0:(genops.c:1236:class_import_put()) Process entered 00000080:00080000:2.0:1767734670.813294:0:196090:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000020:00000040:3.0:1767734670.813298:0:249692:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00800000:00000001:2.0:1767734670.813299:0:196090:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1767734670.813301:0:196090:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734670.813303:0:196090:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734670.813305:0:196090:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734670.813344:0:249692:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734670.813348:0:249692:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c33d9800. 00020000:00000001:2.0:1767734670.813348:0:196090:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.813354:0:249692:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000008:00000001:2.0:1767734670.813354:0:196090:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767734670.813357:0:196090:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734670.813358:0:249692:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767734670.813364:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000010:3.0:1767734670.813365:0:249692:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd8700. 00000100:00000001:2.0:1767734670.813367:0:196090:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734670.813371:0:249692:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734670.813372:0:196090:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767734670.813375:0:249692:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.813377:0:196090:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.813381:0:196090:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734670.813384:0:249692:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1d1ef1c60. 00000100:00000040:2.0:1767734670.813391:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd9c00 x1853602672073856/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/416 e 0 to 0 dl 1767734680 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000001:3.0:1767734670.813392:0:249692:0:(obd_class.h:828:obd_get_uuid()) Process entered 00800000:00000001:3.0:1767734670.813397:0:249692:0:(obd_class.h:828:obd_get_uuid()) Process entered 00800000:00000001:3.0:1767734670.813401:0:249692:0:(obd_class.h:835:obd_get_uuid()) Process leaving (rc=18446626089994932776 : -117983714618840 : ffff94b1c699d228) 00000080:00000001:3.0:1767734670.813406:0:249692:0:(obd_class.h:835:obd_get_uuid()) Process leaving (rc=18446626089994932776 : -117983714618840 : ffff94b1c699d228) 00000100:00100000:2.0:1767734670.813407:0:196090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66586885-669e-469f-b1c7-cb1a0fe6eee4:196090:1853602672073856:192.168.203.112@tcp:8:mount.lustre.0 00000080:00000010:3.0:1767734670.813412:0:249692:0:(llite_lib.c:838:client_common_fill_super()) kfreed 'data': 192 at ffff94b1e7e1bd80. 00000400:00000001:2.0:1767734670.813417:0:196090:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000080:00000010:3.0:1767734670.813419:0:249692:0:(llite_lib.c:839:client_common_fill_super()) kfreed 'osfs': 144 at ffff94b1e7e1bf00. 00000400:00000001:2.0:1767734670.813421:0:196090:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000080:00000001:3.0:1767734670.813424:0:249692:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000010:2.0:1767734670.813426:0:196090:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00020000:00000001:3.0:1767734670.813429:0:249692:0:(lov_obd.c:1139:lov_get_info()) Process entered 00000400:00000200:2.0:1767734670.813432:0:196090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b770 00020000:00000001:3.0:1767734670.813435:0:249692:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767734670.813436:0:196090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b770. 00000080:00000001:3.0:1767734670.813441:0:249692:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.813443:0:196090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734670.813449:0:196090:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdaa00 x1853602672073728/t0(0) o8->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734670.813457:0:196090:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdaa00 x1853602672073728/t0(0) o8->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734680 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000001:3.0:1767734670.813458:0:249692:0:(llite_lib.c:883:client_common_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734670.813466:0:249692:0:(llite_lib.c:1517:ll_fill_super()) kfreed 'md': 33 at ffff94b1f0ebdf40. 00000100:00000001:2.0:1767734670.813470:0:196090:0:(events.c:163:reply_in_callback()) Process leaving 00000080:00000010:3.0:1767734670.813473:0:249692:0:(llite_lib.c:1519:ll_fill_super()) kfreed 'dt': 33 at ffff94b1f0ebdf00. 00000100:00000001:2.0:1767734670.813473:0:196090:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1767734670.813479:0:249692:0:(llite_lib.c:1527:ll_fill_super()) kfreed 'cfg': 88 at ffff94b1c5895f00. 00000080:02000400:3.0:1767734670.813481:0:249692:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000100:00000001:2.0:1767734670.813487:0:196090:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734670.813490:0:196090:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734670.813493:0:196090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734670.813495:0:196090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734670.813498:0:196090:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734670.813506:0:196090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94b1d0c7c000. 00000100:00001000:2.0:1767734670.813510:0:196090:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134458 time=1767734670 v=5 (0 0 0 0) 00000100:00001000:2.0:1767734670.813513:0:196090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134410 time=1767734670 v=0 (0 0 0 0) 00000100:00001000:2.0:1767734670.813516:0:196090:0:(import.c:2194:obd_at_measure()) AT ffff94b1f0134410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1767734670.813519:0:196090:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734670.813520:0:196090:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734670.813522:0:196090:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734670.813524:0:196090:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.813526:0:196090:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767734670.813528:0:196090:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1e7e86000: committing for last_committed 0 gen 1 00000100:00000040:2.0:1767734670.813531:0:196090:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1e7e86000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767734670.813551:0:196090:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734670.813552:0:196090:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734670.813558:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdaa00 x1853602672073728/t0(0) o8->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/416 e 0 to 0 dl 1767734680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.813564:0:196090:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.813566:0:196090:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734670.813567:0:196090:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.813569:0:196090:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1767734670.813572:0:196090:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff94b1e7e86000: connect to target with instance 4 00000020:00000001:2.0:1767734670.813574:0:196090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767734670.813575:0:196090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b869 00000020:00000001:2.0:1767734670.813577:0:196090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734670.813579:0:196090:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1e7e87800 refcount=4 00000020:00000001:2.0:1767734670.813581:0:196090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090553735168 : -117983155816448 : ffff94b1e7e87800) 00000020:00000001:2.0:1767734670.813583:0:196090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090553735168 : -117983155816448 : ffff94b1e7e87800) 00000100:00001000:2.0:1767734670.813586:0:196090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134410 time=1767734670 v=0 (0 0 0 0) 00000100:00001000:2.0:1767734670.813588:0:196090:0:(import.c:2194:obd_at_measure()) AT ffff94b1f0134410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1767734670.813599:0:196090:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1951, crc32c 11823, adler 1647 00000100:00080000:2.0:1767734670.813602:0:196090:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff94b1e7e86000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:2.0:1767734670.813605:0:196090:0:(genops.c:898:class_export_put()) PUTting export ffff94b1e7e87800 : new refcount 3 00000100:00000001:2.0:1767734670.813607:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767734670.813608:0:196090:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000020:2.0:1767734670.813611:0:196090:0:(osc_request.c:1046:osc_init_grant()) lustre-OST0000-osc-ffff94b1e7e86000, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1767734670.813614:0:196090:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1767734670.813615:0:196090:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:2.0:1767734670.813617:0:196090:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1767734670.813618:0:196090:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1767734670.813620:0:196090:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1767734670.813621:0:196090:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767734670.813622:0:196090:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767734670.813625:0:196090:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734670.813627:0:196090:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734670.813629:0:196090:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767734670.813630:0:196090:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767734670.813632:0:196090:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734670.813633:0:196090:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1767734670.813635:0:196090:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1767734670.813637:0:196090:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1767734670.813638:0:196090:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734670.813639:0:196090:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734670.813641:0:196090:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734670.813643:0:196090:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767734670.813645:0:196090:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767734670.813646:0:196090:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.813648:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1767734670.813649:0:196090:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1767734670.813651:0:196090:0:(import.c:65:import_set_state_nolock()) ffff94b1f0134000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1767734670.813653:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767734670.813654:0:196090:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1767734670.813655:0:196090:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1767734670.813656:0:196090:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:2.0:1767734670.813658:0:196090:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1767734670.813660:0:196090:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff94b1c699a020 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:2.0:1767734670.813669:0:196090:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:2.0:1767734670.813671:0:196090:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 1886cffb85c2b869 00020000:00000001:2.0:1767734670.813673:0:196090:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734670.813675:0:196090:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1767734670.813676:0:196090:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1767734670.813678:0:196090:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1767734670.813679:0:196090:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767734670.813680:0:196090:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767734670.813682:0:196090:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734670.813684:0:196090:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734670.813685:0:196090:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767734670.813686:0:196090:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767734670.813688:0:196090:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734670.813690:0:196090:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1767734670.813692:0:196090:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1767734670.813693:0:196090:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1767734670.813694:0:196090:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734670.813696:0:196090:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734670.813698:0:196090:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734670.813699:0:196090:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767734670.813701:0:196090:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767734670.813703:0:196090:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.813704:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767734670.813706:0:196090:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734670.813708:0:196090:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767734670.813710:0:196090:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.813711:0:196090:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734670.813716:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdaa00 x1853602672073728/t0(0) o8->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/416 e 0 to 0 dl 1767734680 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734670.813723:0:196090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66586885-669e-469f-b1c7-cb1a0fe6eee4:196090:1853602672073728:192.168.203.112@tcp:8:mount.lustre.0 00000100:00000001:2.0:1767734670.813728:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.813730:0:196090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.813732:0:196090:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd9c00 x1853602672073856/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/416 e 0 to 0 dl 1767734680 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.813749:0:196090:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734670.813751:0:196090:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734670.813753:0:196090:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1d04be000. 02000000:00000001:2.0:1767734670.813757:0:196090:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734670.813758:0:196090:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.813760:0:196090:0:(genops.c:1242:class_import_put()) import ffff94b1f0134800 refcount=2 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000020:00000001:2.0:1767734670.813762:0:196090:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734670.813764:0:196090:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1ded3a000. 02000000:00000001:2.0:1767734670.813767:0:196090:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734670.813769:0:196090:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734670.813770:0:196090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd9c00. 00000100:00000001:2.0:1767734670.813773:0:196090:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734670.813774:0:196090:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.813776:0:196090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734670.813780:0:196090:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdaa00 x1853602672073728/t0(0) o8->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/416 e 0 to 0 dl 1767734680 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734670.813785:0:196090:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734670.813787:0:196090:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734670.813789:0:196090:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1d04bc400. 02000000:00000001:2.0:1767734670.813791:0:196090:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734670.813791:0:196090:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734670.813792:0:196090:0:(genops.c:1242:class_import_put()) import ffff94b1f0134000 refcount=2 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000020:00000001:2.0:1767734670.813794:0:196090:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734670.813796:0:196090:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1ded38000. 02000000:00000001:2.0:1767734670.813799:0:196090:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734670.813800:0:196090:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734670.813801:0:196090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdaa00. 00000100:00000001:2.0:1767734670.813803:0:196090:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734670.813804:0:196090:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.813806:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734670.813810:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734670.813812:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734670.813814:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734670.813815:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734670.814927:0:249692:0:(llite_lib.c:1534:ll_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1767734670.814932:0:249692:0:(super25.c:202:lustre_fill_super()) 192.168.203.112@tcp:/lustre: Mount complete 00000080:00000001:3.0:1767734670.815422:0:1251:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734670.815430:0:1251:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734670.820611:0:1:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734670.820620:0:1:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734670.823776:0:1251:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734670.823785:0:1251:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767734670.863940:0:249721:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000001:0.0:1767734670.869135:0:249722:0:(debug.c:327:cfs_str2mask()) Process entered 00000002:00000001:0.0:1767734670.870179:0:249254:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:3.0:1767734670.870226:0:248984:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1c5857d00. 00000002:00000010:3.0:1767734670.870267:0:248984:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1c5857100. 00010000:00000001:3.0:1767734671.074436:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734671.074441:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734671.074495:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734671.074501:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734671.074506:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:1.0:1767734671.325135:0:249744:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:1.0:1767734671.325144:0:249744:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1f472cc00. 00000002:00000001:1.0:1767734671.325150:0:249744:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734671.325159:0:249744:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:1.0:1767734671.325163:0:249744:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff94b1f451f400. 00000020:00000040:1.0:1767734671.325173:0:249744:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b2013a5000 (ffff94b1de020000) now 6 - changelog 00000002:00000001:1.0:1767734671.325178:0:249744:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:1.0:1767734671.325183:0:249744:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:1.0:1767734671.325187:0:249744:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:1.0:1767734671.325195:0:249744:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cdf80. 00000020:00000040:1.0:1767734671.325200:0:249744:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=4 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000001:1.0:1767734671.325207:0:249744:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734671.325212:0:249744:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734671.325218:0:249744:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734671.325226:0:249744:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d0756e00. 00000100:00000001:1.0:1767734671.325235:0:249744:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734671.325242:0:249744:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734671.325245:0:249744:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734671.325250:0:249744:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b2010d9540. 00000100:00000001:1.0:1767734671.325253:0:249744:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975597888 : -117982733953728 : ffff94b2010d9540) 00000100:00000001:1.0:1767734671.325258:0:249744:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734671.325268:0:249744:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000001:1.0:1767734671.325275:0:249744:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734671.325280:0:249744:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734671.325283:0:249744:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734671.325285:0:249744:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734671.325299:0:249744:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cdf80 x1853602672074112/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734671.325393:0:249744:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734671.325397:0:249744:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734671.325403:0:249744:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734671.325407:0:249744:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734671.325411:0:249744:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734671.325417:0:249744:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cdf80 pname:cluuid:pid:xid:nid:opc:job lfs:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249744:1853602672074112:192.168.203.112@tcp:46:lfs.0 00000100:00000001:1.0:1767734671.325425:0:249744:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734671.325434:0:249744:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734671.325438:0:249744:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734671.325441:0:249744:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734671.325483:0:249744:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d0756400. 02000000:00000001:1.0:1767734671.325486:0:249744:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734671.325501:0:249744:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734671.325506:0:249744:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8106e0. 00000400:00000010:1.0:1767734671.325515:0:249744:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bd48. 00000100:00000200:1.0:1767734671.325525:0:249744:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672074112, portal 10 00000100:00000001:1.0:1767734671.325527:0:249744:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734671.325556:0:249744:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000040:1.0:1767734671.325567:0:249744:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cdf80 x1853602672074112/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734687 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734671.325577:0:249744:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734671.325581:0:249744:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734671.325585:0:249744:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b4c8. 00000100:00000200:1.0:1767734671.325591:0:249744:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853602672074112, offset 0 00000400:00000200:1.0:1767734671.325599:0:249744:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734671.325609:0:249744:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734671.325630:0:249744:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734671.325637:0:249744:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734671.325644:0:249744:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734671.325649:0:249744:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734671.325653:0:249744:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734671.325658:0:249744:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66534:66534:256:4294967295] 192.168.203.112@tcp LPNI seq info [66534:66534:8:4294967295] 00000400:00000200:1.0:1767734671.325664:0:249744:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734671.325678:0:249744:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734671.325686:0:249744:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734671.325692:0:249744:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c100. 00000800:00000200:1.0:1767734671.325702:0:249744:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734671.325712:0:249744:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734671.325718:0:249744:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c100 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:1.0:1767734671.325738:0:249744:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734671.325744:0:249744:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: using a timeout of 5986 usecs (6 jiffies) 00000400:00000200:1.0:1767734671.325749:0:249744:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734671.325753:0:249744:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 2 is 4303433153 00000100:00000001:1.0:1767734671.325758:0:249744:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 2, keep current deadline 4303433486 00000100:00000001:1.0:1767734671.325761:0:249744:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 3 is 4303433153 00000100:00000001:1.0:1767734671.325765:0:249744:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 3, keep current deadline 4303433486 00000100:00000001:1.0:1767734671.325768:0:249744:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734671.325773:0:249744:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734671.325777:0:249744:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734671.325779:0:249744:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734671.325783:0:249744:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b2010d9540 going to sleep for 11 seconds 00000100:00000001:1.0:1767734671.325787:0:249744:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734671.325791:0:249744:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734671.325853:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734671.325863:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:3.0:1767734671.325872:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734671.325893:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734671.325901:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b4c8 00000400:00000010:3.0:1767734671.325904:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b4c8. 00000100:00000001:3.0:1767734671.325910:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734671.325918:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cdf80 x1853602672074112/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734687 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734671.325932:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734671.325938:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdf80 x1853602672074112/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734687 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734671.325948:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734671.325951:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734671.330110:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734671.330124:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734671.330128:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734671.330131:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734671.330140:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734671.330148:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734671.330157:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734671.330162:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734671.330297:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734671.330304:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d2dd80 00000400:00000200:3.0:1767734671.330348:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734671.330359:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b7cd [1] + 224 00000800:00000001:3.0:1767734671.330370:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734671.330382:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734671.330386:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734671.330392:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734671.330398:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734671.330407:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cdf80 x1853602672074112/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734687 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734671.330422:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cdf80 x1853602672074112/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734687 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734671.330465:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734671.330476:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734671.330481:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734671.330499:0:249744:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734671.330511:0:249744:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734671.330514:0:249744:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734671.330518:0:249744:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8106e0. 00000400:00000200:1.0:1767734671.330562:0:249744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bd48 00000400:00000010:1.0:1767734671.330565:0:249744:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bd48. 00000100:00000001:1.0:1767734671.330569:0:249744:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734671.330579:0:249744:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cdf80 x1853602672074112/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734687 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734671.330594:0:249744:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cdf80 x1853602672074112/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734687 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734671.330604:0:249744:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734671.330606:0:249744:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734671.330610:0:249744:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734671.330613:0:249744:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734671.330616:0:249744:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734671.330619:0:249744:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734671.330622:0:249744:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734671.330631:0:249744:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b2013a2458 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734671.330636:0:249744:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b2013a2410 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734671.330639:0:249744:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734671.330641:0:249744:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734671.330645:0:249744:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734671.330649:0:249744:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734671.330653:0:249744:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734671.330656:0:249744:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b2013a5000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734671.330658:0:249744:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734671.330660:0:249744:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734671.330665:0:249744:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cdf80 x1853602672074112/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734687 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734671.330675:0:249744:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734671.330678:0:249744:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734671.330680:0:249744:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734671.330686:0:249744:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cdf80 x1853602672074112/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734687 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734671.330696:0:249744:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cdf80 pname:cluuid:pid:xid:nid:opc:job lfs:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249744:1853602672074112:192.168.203.112@tcp:46:lfs.0 00000100:00000001:1.0:1767734671.330712:0:249744:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734671.330715:0:249744:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734671.330718:0:249744:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734671.330720:0:249744:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734671.330725:0:249744:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cdf80 x1853602672074112/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734687 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734671.330733:0:249744:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734671.330736:0:249744:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b2010d9540. 00000100:00000001:1.0:1767734671.330740:0:249744:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734671.330741:0:249744:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734671.330744:0:249744:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734671.330747:0:249744:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cdf80 x1853602672074112/t0(0) o46->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734687 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734671.330755:0:249744:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734671.330758:0:249744:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734671.330762:0:249744:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d0756400. 02000000:00000001:1.0:1767734671.330765:0:249744:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734671.330767:0:249744:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734671.330769:0:249744:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=3 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:1.0:1767734671.330772:0:249744:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734671.330775:0:249744:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1d0756e00. 02000000:00000001:1.0:1767734671.330778:0:249744:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734671.330780:0:249744:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734671.330782:0:249744:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cdf80. 00000100:00000001:1.0:1767734671.330786:0:249744:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734671.330788:0:249744:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734671.330791:0:249744:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734671.330794:0:249744:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734671.330796:0:249744:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734671.330800:0:249744:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b2013a5000 (ffff94b1de020000) now 6 - changelog 00000002:00000001:1.0:1767734671.330803:0:249744:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:1.0:1767734671.330805:0:249744:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff94b1f451f400. 00000002:00000010:1.0:1767734671.330817:0:249744:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1f472cc00. 00000100:00000040:3.0:1767734671.714451:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303433486, at 4303433536 00000100:00000040:2.0:1767734671.714465:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303433486, at 4303433536 00000100:00000010:3.0:1767734671.714469:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1c58951e0. 00000100:00000010:2.0:1767734671.714495:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1c58959c0. 00010000:00000001:3.0:1767734672.098438:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734672.098444:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734672.098611:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734672.098617:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734672.098622:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767734672.589255:0:249776:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30835bd08 00000080:00200008:3.0:1767734672.589264:0:249776:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94b1f0742a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1767734672.589275:0:249776:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734672.589278:0:249776:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30835bc80 00000080:00200000:3.0:1767734672.589281:0:249776:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f0742a08),name=/ 00000080:00000010:3.0:1767734672.589289:0:249776:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d9400. 00000080:00000001:3.0:1767734672.589298:0:249776:0:(namei.c:947:ll_intent_lock()) Process entered 00000020:00000010:3.0:1767734672.589306:0:249776:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff94b1fb9b8000. 00800000:00000001:3.0:1767734672.589351:0:249776:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734672.589355:0:249776:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30835bba0 00800000:00000002:3.0:1767734672.589360:0:249776:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734672.589370:0:249776:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734672.589377:0:249776:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:3.0:1767734672.589385:0:249776:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff94b1fb9ba800. 00000002:00000001:3.0:1767734672.589391:0:249776:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734672.589394:0:249776:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30835ba70 00000002:00010000:3.0:1767734672.589397:0:249776:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734672.589402:0:249776:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734672.589405:0:249776:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734672.589409:0:249776:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767734672.589417:0:249776:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734672.589421:0:249776:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734672.589423:0:249776:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734672.589426:0:249776:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767734672.589430:0:249776:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767734672.589445:0:249776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd8700. 00000020:00000040:3.0:1767734672.589450:0:249776:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=4 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00010000:00000001:3.0:1767734672.589458:0:249776:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734672.589466:0:249776:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734672.589470:0:249776:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734672.589473:0:249776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734672.589477:0:249776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734672.589483:0:249776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734672.589493:0:249776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b20206dc00. 00000100:00000001:3.0:1767734672.589502:0:249776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.589508:0:249776:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734672.589510:0:249776:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.589513:0:249776:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734672.589515:0:249776:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.589517:0:249776:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734672.589546:0:249776:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090970351360 : -117982739200256 : ffff94b200bd8700) 00010000:00000001:3.0:1767734672.589552:0:249776:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734672.589555:0:249776:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767734672.589562:0:249776:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d0461400. 00010000:00000010:3.0:1767734672.589567:0:249776:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1c7e3f100. 00010000:00000001:3.0:1767734672.589574:0:249776:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734672.589578:0:249776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5741000. 00000020:00000010:3.0:1767734672.589583:0:249776:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff94b1f6013600. 00000020:00000001:3.0:1767734672.589588:0:249776:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734672.589591:0:249776:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5741000 with handle 0x1886cffb85c2b877 to hash 00000020:00000001:3.0:1767734672.589594:0:249776:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734672.589596:0:249776:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734672.589601:0:249776:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734672.589605:0:249776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734672.589609:0:249776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734672.589614:0:249776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 249776 initiator: MDT0 00010000:00010000:3.0:1767734672.589627:0:249776:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 249776 initiator: MDT0 00010000:00010000:3.0:1767734672.589650:0:249776:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 249776 initiator: MDT0 00000100:00000001:3.0:1767734672.589658:0:249776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734672.589661:0:249776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734672.589667:0:249776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f6c0. 00000100:00000001:3.0:1767734672.589670:0:249776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723505856 : -117982986045760 : ffff94b1f206f6c0) 00000100:00000001:3.0:1767734672.589674:0:249776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734672.589676:0:249776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970351360 : -117982739200256 : ffff94b200bd8700) 00000100:00000001:3.0:1767734672.589681:0:249776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734672.589686:0:249776:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734672.589689:0:249776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734672.589691:0:249776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734672.589705:0:249776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd8700 x1853602672074240/t0(0) o101->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734672.589717:0:249776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734672.589720:0:249776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734672.589725:0:249776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734672.589728:0:249776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734672.589732:0:249776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734672.589737:0:249776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd8700 pname:cluuid:pid:xid:nid:opc:job umount:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249776:1853602672074240:192.168.203.112@tcp:101:umount.0 00000100:00000001:3.0:1767734672.589742:0:249776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734672.589749:0:249776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734672.589753:0:249776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734672.589756:0:249776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734672.589761:0:249776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1e7e82000. 02000000:00000001:3.0:1767734672.589764:0:249776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734672.589774:0:249776:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734672.589780:0:249776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113c08. 00000400:00000010:3.0:1767734672.589788:0:249776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7908. 00000100:00000200:3.0:1767734672.589797:0:249776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672074240, portal 10 00000100:00000001:3.0:1767734672.589800:0:249776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734672.589808:0:249776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970351360 : -117982739200256 : ffff94b200bd8700) 00000100:00000040:3.0:1767734672.589816:0:249776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bd8700 x1853602672074240/t0(0) o101->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734688 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734672.589827:0:249776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734672.589831:0:249776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734672.589835:0:249776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7aa0. 00000100:00000200:3.0:1767734672.589839:0:249776:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672074240, offset 0 00000400:00000200:3.0:1767734672.589847:0:249776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734672.589858:0:249776:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734672.589868:0:249776:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734672.589875:0:249776:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734672.589880:0:249776:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734672.589885:0:249776:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734672.589889:0:249776:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734672.589895:0:249776:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66535:66535:256:4294967295] 192.168.203.112@tcp LPNI seq info [66535:66535:8:4294967295] 00000400:00000200:3.0:1767734672.589900:0:249776:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734672.589914:0:249776:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734672.589921:0:249776:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734672.589926:0:249776:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416900. 00000800:00000200:3.0:1767734672.589935:0:249776:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734672.589945:0:249776:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734672.589953:0:249776:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767734672.589978:0:249776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734672.589984:0:249776:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: using a timeout of 6038 usecs (7 jiffies) 00000400:00000200:3.0:1767734672.589990:0:249776:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734672.589994:0:249776:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 2 is 4303434418 00000100:00000010:3.0:1767734672.589999:0:249776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1c58951e0. 00000100:00000001:3.0:1767734672.590007:0:249776:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767734672.590014:0:249776:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 3 is 4303434418 00000100:00000010:3.0:1767734672.590018:0:249776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1c5895f00. 00000100:00000001:3.0:1767734672.590029:0:249776:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767734672.590033:0:249776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734672.590037:0:249776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734672.590040:0:249776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734672.590043:0:249776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734672.590047:0:249776:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f6c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767734672.590052:0:249776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734672.590056:0:249776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734672.590177:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734672.590187:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416900. 00000400:00000200:2.0:1767734672.590194:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734672.590203:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734672.590211:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7aa0 00000400:00000010:2.0:1767734672.590214:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7aa0. 00000100:00000001:2.0:1767734672.590220:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734672.590228:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd8700 x1853602672074240/t0(0) o101->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734688 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734672.590243:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734672.590248:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd8700 x1853602672074240/t0(0) o101->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734688 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734672.590258:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734672.590261:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734672.593477:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734672.593490:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734672.593494:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734672.593498:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734672.593506:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734672.593515:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734672.593544:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734672.593550:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734672.593623:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734672.593630:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 688 into portal 10 MB=0x695d780d2de00 00000400:00000200:3.0:1767734672.593636:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734672.593643:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 688/688 into md 0x7b7d5 [1] + 224 00000800:00000001:3.0:1767734672.593652:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734672.593663:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734672.593667:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734672.593672:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734672.593678:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734672.593686:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd8700 x1853602672074240/t0(0) o101->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734688 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734672.593700:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1792 req@ffff94b200bd8700 x1853602672074240/t0(0) o101->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734688 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734672.593726:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734672.593735:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734672.593739:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.593768:0:249776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734672.593791:0:249776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734672.593794:0:249776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734672.593798:0:249776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113c08. 00000400:00000200:1.0:1767734672.593805:0:249776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7908 00000400:00000010:1.0:1767734672.593807:0:249776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7908. 00000100:00000001:1.0:1767734672.593811:0:249776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734672.593821:0:249776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd8700 x1853602672074240/t0(0) o101->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734688 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734672.593836:0:249776:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd8700 x1853602672074240/t0(0) o101->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734688 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734672.593845:0:249776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734672.593848:0:249776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.593852:0:249776:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734672.593855:0:249776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734672.593857:0:249776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734672.593860:0:249776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734672.593864:0:249776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734672.593873:0:249776:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b2013a2458 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734672.593878:0:249776:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b2013a2410 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734672.593881:0:249776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734672.593883:0:249776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734672.593886:0:249776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734672.593890:0:249776:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.593894:0:249776:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734672.593897:0:249776:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b2013a5000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734672.593899:0:249776:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734672.593901:0:249776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734672.593907:0:249776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd8700 x1853602672074240/t0(0) o101->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734688 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734672.593916:0:249776:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734672.593920:0:249776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734672.593923:0:249776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734672.593928:0:249776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd8700 x1853602672074240/t0(0) o101->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734688 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734672.593952:0:249776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd8700 pname:cluuid:pid:xid:nid:opc:job umount:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249776:1853602672074240:192.168.203.112@tcp:101:umount.0 00000100:00000001:1.0:1767734672.593959:0:249776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.593962:0:249776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.593964:0:249776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734672.593967:0:249776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734672.593971:0:249776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd8700 x1853602672074240/t0(0) o101->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734688 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734672.593979:0:249776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734672.593982:0:249776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f6c0. 00000100:00000001:1.0:1767734672.593986:0:249776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734672.593988:0:249776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734672.593991:0:249776:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734672.593995:0:249776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734672.593997:0:249776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734672.594001:0:249776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=4 00000020:00000001:1.0:1767734672.594004:0:249776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.594007:0:249776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000040:1.0:1767734672.594013:0:249776:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c5741000, remote cookie: 0x9bbb2ede58dabb1d, flags: 0x1001 00010000:00010000:1.0:1767734672.594019:0:249776:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb1d expref: -99 pid: 249776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734672.594032:0:249776:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb1d expref: -99 pid: 249776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734672.594041:0:249776:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734672.594047:0:249776:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734672.594049:0:249776:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734672.594052:0:249776:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734672.594053:0:249776:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734672.594057:0:249776:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94b1d0461400) refcount = 1 00010000:00010000:1.0:1767734672.594062:0:249776:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb1d expref: -99 pid: 249776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734672.594076:0:249776:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:1.0:1767734672.594082:0:249776:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff94b1d0757000. 00010000:00000001:1.0:1767734672.594086:0:249776:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734672.594088:0:249776:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734672.594092:0:249776:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734672.594096:0:249776:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734672.594100:0:249776:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb1d expref: -99 pid: 249776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734672.594107:0:249776:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734672.594110:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734672.594112:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734672.594113:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734672.594115:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734672.594116:0:249776:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734672.594121:0:249776:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734672.594124:0:249776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734672.594125:0:249776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734672.594127:0:249776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734672.594129:0:249776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.594132:0:249776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.594135:0:249776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734672.594136:0:249776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734672.594138:0:249776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=4 00000020:00000001:1.0:1767734672.594140:0:249776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.594142:0:249776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.594145:0:249776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734672.594148:0:249776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734672.594151:0:249776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb1d expref: -99 pid: 249776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734672.594159:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734672.594165:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734672.594167:0:249776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734672.594169:0:249776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734672.594170:0:249776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=5 00000020:00000001:1.0:1767734672.594173:0:249776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.594175:0:249776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.594179:0:249776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734672.594183:0:249776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb1d expref: -99 pid: 249776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734672.594190:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734672.594191:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734672.594195:0:249776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb1d expref: -99 pid: 249776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734672.594202:0:249776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734672.594204:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734672.594205:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734672.594207:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734672.594208:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734672.594214:0:249776:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200bd8700 x1853602672074240/t0(0) o101->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734688 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734672.594224:0:249776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734672.594226:0:249776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734672.594227:0:249776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734672.594230:0:249776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.594232:0:249776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.594235:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734672.594236:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734672.594238:0:249776:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734672.594241:0:249776:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734672.594244:0:249776:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734672.594247:0:249776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734672.594248:0:249776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734672.594255:0:249776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734672.594257:0:249776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.594260:0:249776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00000002:00010000:1.0:1767734672.594265:0:249776:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb1d expref: -99 pid: 249776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734672.594272:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734672.594274:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734672.594276:0:249776:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734672.594277:0:249776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734672.594279:0:249776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734672.594280:0:249776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734672.594283:0:249776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.594285:0:249776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000040:1.0:1767734672.594291:0:249776:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461400 count: 2 00010000:00000001:1.0:1767734672.594294:0:249776:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734672.594298:0:249776:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1d0098400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1767734672.594302:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734672.594303:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734672.594305:0:249776:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734672.594307:0:249776:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30835b9f0 00000002:00002000:1.0:1767734672.594362:0:249776:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734672.594369:0:249776:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734672.594373:0:249776:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734672.594377:0:249776:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734672.594382:0:249776:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734672.594387:0:249776:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734672.594394:0:249776:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d9400. 00000080:00000001:1.0:1767734672.594402:0:249776:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734672.594406:0:249776:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734672.594412:0:249776:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1767734672.594417:0:249776:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1767734672.594445:0:249776:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94b1f451f100. 00800000:00000001:1.0:1767734672.594448:0:249776:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446626090761974016 : -117982947577600 : ffff94b1f451f100) 00800000:00000001:1.0:1767734672.594459:0:249776:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734672.594462:0:249776:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734672.594466:0:249776:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734672.594469:0:249776:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1767734672.594472:0:249776:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000002:1.0:1767734672.594477:0:249776:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=1 index=4294967295 hash=invalid:0x0 max_inherit=0 max_inherit_rr=3 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:1.0:1767734672.594483:0:249776:0:(llite_lib.c:1834:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767734672.594485:0:249776:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734672.594490:0:249776:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1767734672.594494:0:249776:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1767734672.594497:0:249776:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115188193296385 mtime from 1767734657 to 1767734667 00000080:00200000:1.0:1767734672.594502:0:249776:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 135680 00010000:00000001:1.0:1767734672.594505:0:249776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734672.594507:0:249776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734672.594509:0:249776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734672.594511:0:249776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.594514:0:249776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.594517:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734672.594540:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734672.594542:0:249776:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734672.594546:0:249776:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734672.594549:0:249776:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734672.594553:0:249776:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f0742a08) for lock 0x1886cffb85c2b877 00800000:00000001:1.0:1767734672.594557:0:249776:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734672.594560:0:249776:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734672.594561:0:249776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734672.594563:0:249776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734672.594564:0:249776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734672.594567:0:249776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.594569:0:249776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.594572:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734672.594574:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734672.594582:0:249776:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734672.594584:0:249776:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734672.594587:0:249776:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734672.594591:0:249776:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f0742a08) 00000080:00010000:1.0:1767734672.594595:0:249776:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b877 from it ffffafc30835bcb8 00010000:00000001:1.0:1767734672.594597:0:249776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734672.594599:0:249776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734672.594601:0:249776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734672.594603:0:249776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.594605:0:249776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.594608:0:249776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734672.594611:0:249776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb1d expref: -99 pid: 249776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734672.594619:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734672.594620:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734672.594622:0:249776:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734672.594625:0:249776:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734672.594628:0:249776:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb1d expref: -99 pid: 249776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734672.594639:0:249776:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734672.594643:0:249776:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734672.594645:0:249776:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734672.594649:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734672.594651:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734672.594653:0:249776:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734672.594657:0:249776:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734672.594660:0:249776:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734672.594663:0:249776:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734672.594665:0:249776:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734672.594668:0:249776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734672.594669:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734672.594671:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734672.594673:0:249776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734672.594679:0:249776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd8700 x1853602672074240/t0(0) o101->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734688 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734672.594695:0:249776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734672.594698:0:249776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734672.594702:0:249776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1e7e82000. 02000000:00000001:1.0:1767734672.594707:0:249776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734672.594709:0:249776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734672.594712:0:249776:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=3 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:1.0:1767734672.594715:0:249776:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734672.594718:0:249776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b20206dc00. 02000000:00000001:1.0:1767734672.594722:0:249776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734672.594724:0:249776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734672.594727:0:249776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd8700. 00000100:00000001:1.0:1767734672.594730:0:249776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734672.594732:0:249776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734672.594737:0:249776:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767734672.594746:0:249776:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff94b1f9295000. 00000020:00000001:1.0:1767734672.594750:0:249776:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30835bd08 00000080:00000008:1.0:1767734672.594753:0:249776:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94b1f0742a08), request_mask 2047, flags 0, foreign 0 00000020:00000001:1.0:1767734672.594933:0:249776:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30835bd08 00000080:00200008:1.0:1767734672.594937:0:249776:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94b1f0742a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1767734672.594943:0:249776:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734672.594945:0:249776:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30835bc80 00000080:00200000:1.0:1767734672.594947:0:249776:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f0742a08),name=/ 00000080:00000010:1.0:1767734672.594953:0:249776:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0757600. 00800000:00000002:1.0:1767734672.594958:0:249776:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1f451f100 2 00000080:00000001:1.0:1767734672.594961:0:249776:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734672.594964:0:249776:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734672.594966:0:249776:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30835bba0 00800000:00000002:1.0:1767734672.594969:0:249776:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734672.594973:0:249776:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734672.594976:0:249776:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734672.594981:0:249776:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734672.594983:0:249776:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30835ba70 00000002:00010000:1.0:1767734672.594985:0:249776:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734672.594996:0:249776:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734672.594998:0:249776:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734672.595000:0:249776:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734672.595005:0:249776:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461400 count: 2 00010000:00000001:1.0:1767734672.595008:0:249776:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734672.595012:0:249776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734672.595015:0:249776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734672.595020:0:249776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb1d expref: -99 pid: 249776 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734672.595029:0:249776:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734672.595033:0:249776:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734672.595037:0:249776:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb1d expref: -99 pid: 249776 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734672.595045:0:249776:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734672.595048:0:249776:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734672.595050:0:249776:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734672.595053:0:249776:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734672.595056:0:249776:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734672.595058:0:249776:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734672.595061:0:249776:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734672.595064:0:249776:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1f451f100 2 00000080:00000010:1.0:1767734672.595067:0:249776:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0757600. 00000080:00000001:1.0:1767734672.595071:0:249776:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734672.595073:0:249776:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734672.595076:0:249776:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f0742a08) 00000080:00010000:1.0:1767734672.595079:0:249776:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f0742a08) for lock 0x1886cffb85c2b877 00800000:00000001:1.0:1767734672.595083:0:249776:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734672.595086:0:249776:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734672.595088:0:249776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734672.595090:0:249776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734672.595092:0:249776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734672.595095:0:249776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.595103:0:249776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.595107:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734672.595108:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734672.595110:0:249776:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734672.595113:0:249776:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734672.595115:0:249776:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b877 from it ffffafc30835bcb8 00010000:00000001:1.0:1767734672.595118:0:249776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734672.595119:0:249776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734672.595121:0:249776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734672.595123:0:249776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.595125:0:249776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734672.595128:0:249776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734672.595131:0:249776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb1d expref: -99 pid: 249776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734672.595138:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734672.595139:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734672.595141:0:249776:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734672.595143:0:249776:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734672.595146:0:249776:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb1d expref: -99 pid: 249776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734672.595153:0:249776:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734672.595155:0:249776:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734672.595157:0:249776:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734672.595160:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734672.595161:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734672.595163:0:249776:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734672.595165:0:249776:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734672.595167:0:249776:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734672.595170:0:249776:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734672.595173:0:249776:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734672.595175:0:249776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734672.595177:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734672.595179:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734672.595186:0:249776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734672.595188:0:249776:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734672.595191:0:249776:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734672.595195:0:249776:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30835bd08 00000080:00000008:1.0:1767734672.595197:0:249776:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94b1f0742a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1767734672.595803:0:249776:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734672.595816:0:249776:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734672.598175:0:1251:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734672.598210:0:1:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734672.601698:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303434418, at 4303434423 00000100:00000010:3.0:1767734672.601711:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1c5895f00. 00000100:00000040:2.0:1767734672.603263:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303434418, at 4303434424 00000100:00000010:2.0:1767734672.603274:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1c58951e0. 00000080:00000001:3.0:1767734672.604552:0:249776:0:(llite_lib.c:998:ll_kill_super()) Process entered 00000080:00000001:3.0:1767734672.604557:0:249776:0:(llite_lib.c:1019:ll_kill_super()) Process leaving 00000080:00000001:3.0:1767734672.604569:0:249776:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1767734672.604572:0:249776:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1767734672.604584:0:249776:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:3.0:1767734672.604588:0:249776:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:3.0:1767734672.604591:0:249776:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f0742a08) 00800000:00000001:3.0:1767734672.604598:0:249776:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:3.0:1767734672.604600:0:249776:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x200000007:0x1:0x0] 00000002:00000001:3.0:1767734672.604606:0:249776:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:3.0:1767734672.604612:0:249776:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461400 count: 2 00010000:00000001:3.0:1767734672.604615:0:249776:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767734672.604620:0:249776:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734672.604622:0:249776:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734672.604626:0:249776:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1767734672.604629:0:249776:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1767734672.604632:0:249776:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734672.604634:0:249776:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734672.604638:0:249776:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1f451f100 1 00800000:00000010:3.0:1767734672.604642:0:249776:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94b1f451f100. 00000080:00000001:3.0:1767734672.604648:0:249776:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1767734672.604651:0:249776:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1767734672.604660:0:249776:0:(llite_lib.c:1561:ll_put_super()) Process entered 00000080:00200000:3.0:1767734672.604662:0:249776:0:(llite_lib.c:1568:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff94b2013a5000 (sb ffff94b2013a5000) 00000020:00000001:3.0:1767734672.604668:0:249776:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1767734672.604674:0:249776:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff94b1f206f600. 00000020:00000001:3.0:1767734672.604678:0:249776:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767734672.604683:0:249776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d9a00. 00000020:00000010:3.0:1767734672.604689:0:249776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c33d9600. 00000040:00000010:3.0:1767734672.604695:0:249776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1c33d8800. 00000020:00000010:3.0:1767734672.604701:0:249776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1e7e85000. 00000020:00000010:3.0:1767734672.604707:0:249776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c33d9200. 00040000:00000010:3.0:1767734672.604713:0:249776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1f7416400. 00040000:00000010:3.0:1767734672.604717:0:249776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c33d9e00. 10000000:00000001:3.0:1767734672.604733:0:249776:0:(mgc_request.c:1931:mgc_process_config()) Process entered 10000000:00000001:3.0:1767734672.604736:0:249776:0:(mgc_request_server.c:637:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1767734672.604740:0:249776:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1767734672.604743:0:249776:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1767734672.604747:0:249776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767734672.604749:0:249776:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff94b1c531f800) refs 3 10000000:00000001:3.0:1767734672.604752:0:249776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734672.604754:0:249776:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446626089971349504 : -117983738202112 : ffff94b1c531f800) 10000000:00000001:3.0:1767734672.604758:0:249776:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767734672.604760:0:249776:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x1886cffb85c2b77b 00010000:00000001:3.0:1767734672.604762:0:249776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734672.604764:0:249776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734672.604767:0:249776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740c00 refcount=2 00000020:00000001:3.0:1767734672.604770:0:249776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975680000 : -117983733871616 : ffff94b1c5740c00) 00010000:00000001:3.0:1767734672.604773:0:249776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975680000 : -117983733871616 : ffff94b1c5740c00) 00010000:00000001:3.0:1767734672.604777:0:249776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734672.604779:0:249776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734672.604784:0:249776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1c5740c00/0x1886cffb85c2b77b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58dab9db expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734672.604793:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734672.604795:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734672.604797:0:249776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734672.604798:0:249776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734672.604800:0:249776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740c00 refcount=3 00000020:00000001:3.0:1767734672.604803:0:249776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975680000 : -117983733871616 : ffff94b1c5740c00) 00010000:00000001:3.0:1767734672.604805:0:249776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975680000 : -117983733871616 : ffff94b1c5740c00) 00010000:00000001:3.0:1767734672.604808:0:249776:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767734672.604811:0:249776:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1c5740c00/0x1886cffb85c2b77b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x9bbb2ede58dab9db expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734672.604818:0:249776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734672.604821:0:249776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1c5740c00/0x1886cffb85c2b77b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x9bbb2ede58dab9db expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734672.604839:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734672.604841:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767734672.604844:0:249776:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff94b1c5740c00/0x1886cffb85c2b77b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x9bbb2ede58dab9db expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734672.604851:0:249776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734672.604853:0:249776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.604856:0:249776:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767734672.604859:0:249776:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94b1f206f480. 00010000:00000001:3.0:1767734672.604863:0:249776:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767734672.604882:0:249776:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1767734672.604885:0:249776:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.604888:0:249776:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.604890:0:249776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734672.604892:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734672.604893:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767734672.604896:0:249776:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767734672.604897:0:249776:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x1886cffb85c2b7a5 00010000:00000001:3.0:1767734672.604899:0:249776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734672.604901:0:249776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734672.604904:0:249776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487200 refcount=2 00000020:00000001:3.0:1767734672.604907:0:249776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811683328 : -117982897868288 : ffff94b1f7487200) 00010000:00000001:3.0:1767734672.604910:0:249776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811683328 : -117982897868288 : ffff94b1f7487200) 00010000:00000001:3.0:1767734672.604913:0:249776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734672.604915:0:249776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734672.604918:0:249776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1f7487200/0x1886cffb85c2b7a5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58dab9e2 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734672.604925:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734672.604926:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734672.604928:0:249776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734672.604929:0:249776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734672.604931:0:249776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487200 refcount=3 00000020:00000001:3.0:1767734672.604939:0:249776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811683328 : -117982897868288 : ffff94b1f7487200) 00010000:00000001:3.0:1767734672.604942:0:249776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811683328 : -117982897868288 : ffff94b1f7487200) 00010000:00000001:3.0:1767734672.604944:0:249776:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767734672.604948:0:249776:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1f7487200/0x1886cffb85c2b7a5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9bbb2ede58dab9e2 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734672.604955:0:249776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734672.604959:0:249776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1f7487200/0x1886cffb85c2b7a5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x9bbb2ede58dab9e2 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734672.604966:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734672.604968:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767734672.604970:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:3.0:1767734672.604972:0:249776:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff94b1f7487200/0x1886cffb85c2b7a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x9bbb2ede58dab9e2 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767734672.604978:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734672.604989:0:226620:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767734672.604990:0:249776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734672.604997:0:249776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734672.604999:0:226620:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767734672.605002:0:249776:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734672.605005:0:226620:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000010:3.0:1767734672.605008:0:249776:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94b1f206f180. 00010000:00000001:3.0:1767734672.605014:0:249776:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767734672.605016:0:226620:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff94b1c5740c00/0x1886cffb85c2b77b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x9bbb2ede58dab9db expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734672.605030:0:249776:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767734672.605032:0:226620:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1c5740c00 already unused, calling callback (ffffffffc1205c20) 00010000:00000001:3.0:1767734672.605038:0:249776:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767734672.605041:0:226620:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1767734672.605044:0:249776:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1767734672.605048:0:226620:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff94b1c5740c00/0x1886cffb85c2b77b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x9bbb2ede58dab9db expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734672.605050:0:249776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734672.605055:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734672.605059:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767734672.605065:0:249776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767734672.605072:0:249776:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff94b1dd16c200) refs 2 00010000:00000001:1.0:1767734672.605072:0:226620:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767734672.605079:0:226620:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000001:3.0:1767734672.605081:0:249776:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:1.0:1767734672.605083:0:226620:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000001:3.0:1767734672.605087:0:249776:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00000020:00000040:1.0:1767734672.605089:0:226620:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740c00 refcount=3 10000000:00000040:3.0:1767734672.605092:0:249776:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x1886cffb85c2b7ac 00000020:00000001:1.0:1767734672.605097:0:226620:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975680000 : -117983733871616 : ffff94b1c5740c00) 00010000:00000001:3.0:1767734672.605099:0:249776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734672.605105:0:249776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767734672.605107:0:226620:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975680000 : -117983733871616 : ffff94b1c5740c00) 00000020:00000040:3.0:1767734672.605110:0:249776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487a00 refcount=2 00010000:00000001:1.0:1767734672.605117:0:226620:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:3.0:1767734672.605118:0:249776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811685376 : -117982897866240 : ffff94b1f7487a00) 00010000:00010000:1.0:1767734672.605124:0:226620:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff94b1c5740c00/0x1886cffb85c2b77b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x9bbb2ede58dab9db expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734672.605134:0:249776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811685376 : -117982897866240 : ffff94b1f7487a00) 00000020:00000001:0.0:1767734672.605139:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:1.0:1767734672.605141:0:226620:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1767734672.605144:0:249776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1767734672.605150:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.605151:0:249776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1767734672.605151:0:226620:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff94b1c5740c00/0x1886cffb85c2b77b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x9bbb2ede58dab9db expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734672.605162:0:215725:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767734672.605165:0:249776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1f7487a00/0x1886cffb85c2b7ac lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9bbb2ede58dab9e9 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767734672.605171:0:226620:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00000001:0.0:1767734672.605174:0:215725:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767734672.605180:0:215725:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767734672.605183:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734672.605188:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767734672.605189:0:215725:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff94b1f7487200/0x1886cffb85c2b7a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x9bbb2ede58dab9e2 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767734672.605193:0:226620:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00010000:00000001:3.0:1767734672.605194:0:249776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734672.605202:0:249776:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000001:1.0:1767734672.605204:0:226620:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:3.0:1767734672.605210:0:249776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487a00 refcount=3 10000000:00000040:1.0:1767734672.605211:0:226620:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff94b1c531f800) refs 3 00010000:00010000:0.0:1767734672.605216:0:215725:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f7487200 already unused, calling callback (ffffffffc1205c20) 00000020:00000001:3.0:1767734672.605220:0:249776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811685376 : -117982897866240 : ffff94b1f7487a00) 10000000:00000001:1.0:1767734672.605222:0:226620:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767734672.605224:0:215725:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000001:1.0:1767734672.605230:0:226620:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.605231:0:249776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811685376 : -117982897866240 : ffff94b1f7487a00) 10000000:00010000:0.0:1767734672.605233:0:215725:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff94b1f7487200/0x1886cffb85c2b7a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x9bbb2ede58dab9e2 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734672.605242:0:226620:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767734672.605243:0:249776:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:1.0:1767734672.605251:0:226620:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:3.0:1767734672.605255:0:249776:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1f7487a00/0x1886cffb85c2b7ac lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9bbb2ede58dab9e9 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734672.605256:0:215725:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767734672.605257:0:226620:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734672.605264:0:215725:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734672.605265:0:226620:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1767734672.605271:0:215725:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767734672.605273:0:226620:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.605277:0:249776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000040:0.0:1767734672.605280:0:215725:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487200 refcount=3 00000020:00000040:1.0:1767734672.605283:0:226620:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c5740c00 with handle 0x1886cffb85c2b77b from hash 00010000:00010000:3.0:1767734672.605285:0:249776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff94b1f7487a00/0x1886cffb85c2b7ac lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x9bbb2ede58dab9e9 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767734672.605289:0:215725:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811683328 : -117982897868288 : ffff94b1f7487200) 00010000:00000001:1.0:1767734672.605293:0:226620:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734672.605299:0:226620:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734672.605301:0:215725:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811683328 : -117982897868288 : ffff94b1f7487200) 00010000:00000001:1.0:1767734672.605305:0:226620:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734672.605352:0:215725:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:3.0:1767734672.605355:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734672.605360:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767734672.605363:0:215725:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff94b1f7487200/0x1886cffb85c2b7a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x9bbb2ede58dab9e2 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734672.605365:0:249776:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff94b1f7487a00/0x1886cffb85c2b7ac lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x9bbb2ede58dab9e9 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734672.605374:0:226620:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734672.605383:0:226620:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734672.605388:0:226620:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734672.605399:0:226620:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734672.605404:0:249776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734672.605407:0:226620:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 10000000:00000001:0.0:1767734672.605411:0:215725:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1767734672.605412:0:249776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734672.605420:0:226620:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cdf80. 00010000:00000001:3.0:1767734672.605422:0:249776:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 10000000:00010000:0.0:1767734672.605424:0:215725:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff94b1f7487200/0x1886cffb85c2b7a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x9bbb2ede58dab9e2 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1767734672.605431:0:226620:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00010000:00000010:3.0:1767734672.605434:0:249776:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94b1f206f9c0. 00000100:00000001:1.0:1767734672.605443:0:226620:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1767734672.605444:0:249776:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 02000000:00000001:1.0:1767734672.605450:0:226620:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:01000000:0.0:1767734672.605455:0:215725:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 02000000:00000001:1.0:1767734672.605458:0:226620:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767734672.605461:0:215725:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 00010000:00010000:3.0:1767734672.605466:0:249776:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:00000001:0.0:1767734672.605468:0:215725:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000010:1.0:1767734672.605472:0:226620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d0757600. 10000000:00000040:0.0:1767734672.605474:0:215725:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff94b1dd16c200) refs 1 00010000:00000001:3.0:1767734672.605477:0:249776:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.605485:0:249776:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767734672.605486:0:215725:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 00000100:00000001:1.0:1767734672.605487:0:226620:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734672.605495:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:0.0:1767734672.605496:0:215725:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:1.0:1767734672.605497:0:226620:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000001:2.0:1767734672.605504:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767734672.605506:0:215725:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767734672.605508:0:249776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:1.0:1767734672.605511:0:226620:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff94b1c5740c00/0x1886cffb85c2b77b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x9bbb2ede58dab9db expref: -99 pid: 249167 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767734672.605514:0:215725:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767734672.605516:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767734672.605517:0:215726:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:0.0:1767734672.605543:0:215725:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767734672.605544:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767734672.605552:0:249776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767734672.605553:0:215725:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767734672.605559:0:249776:0:(mgc_request.c:123:config_log_put()) log params(ffff94b1c733ec00) refs 2 10000000:00000001:0.0:1767734672.605560:0:215725:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767734672.605568:0:215725:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:1.0:1767734672.605569:0:226620:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 10000000:00000001:3.0:1767734672.605570:0:249776:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767734672.605573:0:215725:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767734672.605578:0:249776:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:1.0:1767734672.605579:0:226620:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767734672.605580:0:215725:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767734672.605584:0:249776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767734672.605587:0:215725:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767734672.605592:0:249776:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767734672.605593:0:226620:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:0.0:1767734672.605595:0:215725:0:(genops.c:898:class_export_put()) PUTting export ffff94b1ef334800 : new refcount 8 10000000:00000040:3.0:1767734672.605601:0:249776:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff94b2005f8e00) refs 3 00000100:00000001:1.0:1767734672.605604:0:226620:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:0.0:1767734672.605605:0:215725:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffff94b1dd16c200. 10000000:00000001:3.0:1767734672.605606:0:249776:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767734672.605614:0:249776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767734672.605619:0:249776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767734672.605620:0:215725:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767734672.605622:0:249776:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:1.0:1767734672.605629:0:226620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026064ad1] to pc [ptlrpcd_00_01+1] req@ffff94b1d02cdf80 x1853602672074368/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767734672.605630:0:215725:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767734672.605631:0:249776:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff94b1c531f800) refs 2 10000000:00000001:3.0:1767734672.605641:0:249776:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767734672.605645:0:215725:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 10000000:00000001:3.0:1767734672.605647:0:249776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767734672.605656:0:249776:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff94b1c531f800) refs 1 00010000:00000001:0.0:1767734672.605657:0:215725:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734672.605664:0:215725:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 10000000:01000000:3.0:1767734672.605667:0:249776:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00000001:0.0:1767734672.605671:0:215725:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:3.0:1767734672.605676:0:249776:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767734672.605680:0:215725:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734672.605682:0:249776:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767734672.605685:0:249777:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 10000000:00000001:3.0:1767734672.605690:0:249776:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:0.0:1767734672.605695:0:215725:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f7487200 with handle 0x1886cffb85c2b7a5 from hash 10000000:00000001:3.0:1767734672.605697:0:249776:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000010:2.0:1767734672.605698:0:249777:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff94b1d1dfb440. 10000000:00000001:3.0:1767734672.605703:0:249776:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767734672.605709:0:215725:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 10000000:00000001:3.0:1767734672.605711:0:249776:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:2.0:1767734672.605713:0:249777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b0db605600. 00010000:00000001:0.0:1767734672.605715:0:215725:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:3.0:1767734672.605717:0:249776:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767734672.605723:0:215725:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767734672.605724:0:249776:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:2.0:1767734672.605725:0:249777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b0db604a00. 00010000:00000001:1.0:1767734672.605733:0:226620:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767734672.605734:0:249776:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767734672.605734:0:215725:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1767734672.605737:0:249777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1f0131000. 10000000:00000001:3.0:1767734672.605742:0:249776:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767734672.605743:0:215725:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734672.605747:0:226620:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734672.605753:0:215725:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000040:3.0:1767734672.605754:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b1ef334800 : new refcount 7 00000020:00000010:2.0:1767734672.605755:0:249777:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94b1fdca4b78. 00010000:00000001:1.0:1767734672.605755:0:226620:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734672.605763:0:226620:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734672.605768:0:215725:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734672.605772:0:226620:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:3.0:1767734672.605773:0:249776:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffff94b1c531f800. 00000020:00000010:2.0:1767734672.605774:0:249777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b0db604e00. 00010000:00000001:0.0:1767734672.605775:0:215725:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 10000000:00000001:1.0:1767734672.605779:0:226620:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734672.605790:0:249776:0:(mgc_request.c:147:config_log_put()) Process leaving 80000000:00000010:2.0:1767734672.605792:0:249777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94b1c7f91b40. 00010000:00010000:1.0:1767734672.605792:0:226620:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff94b1c5740c00/0x1886cffb85c2b77b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x9bbb2ede58dab9db expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767734672.605792:0:215725:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8000. 10000000:01000000:3.0:1767734672.605796:0:249776:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 40000000:00000010:2.0:1767734672.605807:0:249777:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff94b1d1dfb580. 10000000:00000001:3.0:1767734672.605808:0:249776:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767734672.605809:0:215725:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 00010000:00000001:1.0:1767734672.605813:0:226620:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:3.0:1767734672.605822:0:249776:0:(mgc_request.c:2025:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734672.605823:0:215725:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:1.0:1767734672.605824:0:226620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff94b1c5740c00/0x1886cffb85c2b77b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x9bbb2ede58dab9db expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00100000:00000010:2.0:1767734672.605832:0:249777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94b1f0136800. 02000000:00000001:0.0:1767734672.605832:0:215725:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:3.0:1767734672.605836:0:249776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33d9600. 02000000:00000001:0.0:1767734672.605842:0:215725:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767734672.605845:0:249777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1ef790f00. 00000040:00000010:3.0:1767734672.605849:0:249776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1c33d8800. 00000020:00000010:3.0:1767734672.605862:0:249776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1e7e85000. 02000000:00000010:0.0:1767734672.605863:0:215725:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1fe884a00. 00040000:00000010:2.0:1767734672.605864:0:249777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b0db604600. 00010000:00000001:1.0:1767734672.605865:0:226620:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767734672.605872:0:249776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c33d9200. 00010000:00000001:1.0:1767734672.605873:0:226620:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767734672.605878:0:215725:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767734672.605879:0:249777:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff94b1f0e28400. 00010000:00000010:1.0:1767734672.605880:0:226620:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94b1f206f480. 00010000:00000001:0.0:1767734672.605891:0:215725:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000010:2.0:1767734672.605898:0:249777:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1d1dfbcc0. 00010000:00000001:1.0:1767734672.605898:0:226620:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767734672.605900:0:249776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1f7416400. 00010000:00010000:0.0:1767734672.605901:0:215725:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff94b1f7487200/0x1886cffb85c2b7a5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x9bbb2ede58dab9e2 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767734672.605913:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00040000:00000010:3.0:1767734672.605917:0:249776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c33d9e00. 00010000:00010000:0.0:1767734672.605919:0:215725:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:1.0:1767734672.605920:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734672.605928:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767734672.605929:0:215725:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767734672.605930:0:249776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d9a00. 00010000:00010000:1.0:1767734672.605931:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767734672.605936:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734672.605938:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767734672.605943:0:249776:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734672.605944:0:215725:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1767734672.605947:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734672.605948:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:3.0:1767734672.605956:0:249776:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at ffff94b1f206f600. 00000100:00000001:0.0:1767734672.605957:0:215725:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734672.605959:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767734672.605963:0:215726:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000001:3.0:1767734672.605969:0:249776:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734672.605970:0:215726:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:1.0:1767734672.605971:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734672.605981:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.605983:0:249776:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000100:00000040:0.0:1767734672.605984:0:215725:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa54f8bb] to pc [ptlrpcd_00_00+0] req@ffff94b1f2da8000 x1853602672074496/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767734672.605985:0:215726:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff94b1f7487a00/0x1886cffb85c2b7ac lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x9bbb2ede58dab9e9 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734672.605987:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:3.0:1767734672.605994:0:249776:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 168 at ffff94b1f206f600. 00000020:00000001:3.0:1767734672.606004:0:249776:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767734672.606011:0:249776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d9a00. 00000100:00000001:1.0:1767734672.606022:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767734672.606023:0:249776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c33d9e00. 00010000:00010000:2.0:1767734672.606029:0:215726:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f7487a00 already unused, calling callback (ffffffffc1205c20) 00000100:00000001:1.0:1767734672.606030:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000040:00000010:3.0:1767734672.606033:0:249776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1c33d9200. 00000100:00000001:1.0:1767734672.606038:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767734672.606040:0:215726:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:3.0:1767734672.606046:0:249776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1e7e85000. 10000000:00010000:2.0:1767734672.606050:0:215726:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff94b1f7487a00/0x1886cffb85c2b7ac lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x9bbb2ede58dab9e9 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734672.606056:0:215725:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734672.606057:0:249776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c33d8800. 00000100:00000040:1.0:1767734672.606057:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cdf80 x1853602672074368/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767734672.606071:0:215725:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000010:3.0:1767734672.606072:0:249776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1f7416400. 00010000:00000001:2.0:1767734672.606080:0:215726:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767734672.606081:0:215725:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000010:3.0:1767734672.606084:0:249776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c33d9600. 00010000:00000001:2.0:1767734672.606088:0:215726:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767734672.606090:0:215725:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734672.606095:0:249776:0:(mgc_request.c:1931:mgc_process_config()) Process entered 00000020:00000001:2.0:1767734672.606096:0:215726:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767734672.606100:0:215725:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734672.606105:0:249776:0:(mgc_request_server.c:637:mgc_process_config_server()) Process entered 00000020:00000040:2.0:1767734672.606106:0:215726:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487a00 refcount=3 10000000:00000001:0.0:1767734672.606112:0:215725:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734672.606113:0:249776:0:(mgc_request.c:493:config_log_end()) Process entered 00000020:00000001:2.0:1767734672.606116:0:215726:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811685376 : -117982897866240 : ffff94b1f7487a00) 00000100:00000001:1.0:1767734672.606119:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:3.0:1767734672.606121:0:249776:0:(mgc_request.c:159:config_log_find()) Process entered 00010000:00010000:0.0:1767734672.606127:0:215725:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff94b1f7487200/0x1886cffb85c2b7a5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x9bbb2ede58dab9e2 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767734672.606129:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734672.606130:0:249776:0:(mgc_request.c:105:config_log_get()) Process entered 00010000:00000001:2.0:1767734672.606130:0:215726:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811685376 : -117982897866240 : ffff94b1f7487a00) 10000000:00000040:3.0:1767734672.606137:0:249776:0:(mgc_request.c:108:config_log_get()) log params (ffff94b1c733ec00) refs 2 00010000:00000001:2.0:1767734672.606145:0:215726:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:1.0:1767734672.606146:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:00000001:3.0:1767734672.606147:0:249776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734672.606155:0:215726:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff94b1f7487a00/0x1886cffb85c2b7ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x9bbb2ede58dab9e9 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767734672.606157:0:249776:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446626090005031936 : -117983704519680 : ffff94b1c733ec00) 00010000:00000001:0.0:1767734672.606163:0:215725:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767734672.606167:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767734672.606168:0:249776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767734672.606175:0:249776:0:(mgc_request.c:123:config_log_put()) log params(ffff94b1c733ec00) refs 2 00010000:00010000:0.0:1767734672.606178:0:215725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff94b1f7487200/0x1886cffb85c2b7a5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x9bbb2ede58dab9e2 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734672.606179:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767734672.606187:0:249776:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767734672.606190:0:215726:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000001:3.0:1767734672.606195:0:249776:0:(mgc_request.c:511:config_log_end()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734672.606197:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196092:1853602672074368:192.168.203.112@tcp:103:ldlm_bl.0 10000000:00010000:2.0:1767734672.606199:0:215726:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff94b1f7487a00/0x1886cffb85c2b7ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x9bbb2ede58dab9e9 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767734672.606208:0:249776:0:(mgc_request.c:2025:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734672.606219:0:249776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33d9e00. 00000100:00000001:1.0:1767734672.606221:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000040:00000010:3.0:1767734672.606232:0:249776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1c33d9200. 10000000:01000000:2.0:1767734672.606233:0:215726:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 02000000:00000001:1.0:1767734672.606234:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1767734672.606235:0:215725:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff94b1fe4a8600. 02000000:00000001:1.0:1767734672.606242:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734672.606245:0:249776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1e7e85000. 10000000:01000000:2.0:1767734672.606249:0:215726:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 02000000:00000001:1.0:1767734672.606252:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1767734672.606257:0:249776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c33d8800. 00010000:00000001:0.0:1767734672.606258:0:215725:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:1.0:1767734672.606263:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d0756600. 00040000:00000010:3.0:1767734672.606265:0:249776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1f7416400. 10000000:00000001:2.0:1767734672.606270:0:215726:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767734672.606270:0:215725:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1767734672.606274:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767734672.606277:0:249776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c33d9600. 10000000:00000040:2.0:1767734672.606278:0:215726:0:(mgc_request.c:123:config_log_put()) log params(ffff94b1c733ec00) refs 1 00010000:00000010:0.0:1767734672.606282:0:215725:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94b1f206f180. 10000000:01000000:2.0:1767734672.606286:0:215726:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000400:00000200:1.0:1767734672.606291:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 10000000:00000001:2.0:1767734672.606296:0:215726:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767734672.606300:0:215725:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734672.606301:0:249776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d9a00. 10000000:00000001:2.0:1767734672.606302:0:215726:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000010:1.0:1767734672.606306:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8106e0. 00000020:00000001:0.0:1767734672.606368:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767734672.606372:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bd48. 00000020:00000001:0.0:1767734672.606378:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767734672.606382:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672074368, portal 18 00010000:00010000:0.0:1767734672.606389:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767734672.606390:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734672.606397:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000020:00000001:0.0:1767734672.606400:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734672.606409:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734672.606412:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cdf80 x1853602672074368/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767734672.606421:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767734672.606428:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767734672.606434:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767734672.606443:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000020:00000001:0.0:1767734672.606445:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767734672.606450:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845be58. 00010000:00010000:0.0:1767734672.606456:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:1.0:1767734672.606458:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853602672074368, offset 0 00000400:00000200:1.0:1767734672.606477:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:0.0:1767734672.606480:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767734672.606488:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734672.606490:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734672.606499:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767734672.606503:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734672.606513:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734672.606545:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000040:0.0:1767734672.606548:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8000 x1853602672074496/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734672.606554:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734672.606567:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734672.606583:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66536:66536:256:4294967295] 192.168.203.112@tcp LPNI seq info [66536:66536:8:4294967295] 00000100:00000001:0.0:1767734672.606590:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767734672.606596:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734672.606600:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734672.606611:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734672.606622:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767734672.606633:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 02000000:00000001:0.0:1767734672.606633:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734672.606653:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196091:1853602672074496:192.168.203.112@tcp:103:ldlm_bl.0 00000800:00000200:1.0:1767734672.606654:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:0.0:1767734672.606667:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734672.606679:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:1.0:1767734672.606681:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ca00. 02000000:00000001:0.0:1767734672.606688:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767734672.606700:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 02000000:00000001:0.0:1767734672.606700:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734672.606716:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1fe884c00. 00000800:00000200:1.0:1767734672.606717:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 02000000:00000001:0.0:1767734672.606729:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767734672.606730:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ca00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1767734672.606752:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734672.606756:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767734672.606765:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000200:1.0:1767734672.606774:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734672.606782:0:196092:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303435284 00000400:00000010:0.0:1767734672.606786:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b440. 00000100:00000010:1.0:1767734672.606790:0:196092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d060. 00000100:00000200:0.0:1767734672.606800:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672074496, portal 18 00000100:00000001:1.0:1767734672.606801:0:196092:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767734672.606811:0:249776:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734672.606814:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734672.606816:0:196092:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303435284 00000020:00000010:3.0:1767734672.606819:0:249776:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 168 at ffff94b1f206f600. 00000100:00000001:0.0:1767734672.606823:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000010:1.0:1767734672.606829:0:196092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24dba0. 00000020:00000001:3.0:1767734672.606832:0:249776:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767734672.606833:0:215726:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767734672.606838:0:196092:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 10000000:00000001:2.0:1767734672.606841:0:215726:0:(mgc_request.c:120:config_log_put()) Process leaving 00000080:00000001:3.0:1767734672.606843:0:249776:0:(llite_lib.c:979:client_common_put_super()) Process entered 00000100:00000040:0.0:1767734672.606847:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8000 x1853602672074496/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767734672.606850:0:215726:0:(mgc_request.c:117:config_log_put()) Process entered 00000080:00000001:3.0:1767734672.606852:0:249776:0:(vvp_dev.c:348:cl_sb_fini()) Process entered 00000100:00000001:1.0:1767734672.606852:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767734672.606858:0:215726:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:3.0:1767734672.606860:0:249776:0:(cl_object.c:761:cl_env_obtain()) Process entered 10000000:00000001:2.0:1767734672.606867:0:215726:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767734672.606868:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.606870:0:249776:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090023932776 : -117983685618840 : ffff94b1c8545368) 10000000:00000001:2.0:1767734672.606874:0:215726:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767734672.606879:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767734672.606883:0:215726:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00001000:3.0:1767734672.606884:0:249776:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1c8545360 00000100:00000001:1.0:1767734672.606890:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767734672.606891:0:215726:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1767734672.606900:0:215726:0:(genops.c:898:class_export_put()) PUTting export ffff94b1ef334800 : new refcount 6 00000100:00000001:0.0:1767734672.606904:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000010:2.0:1767734672.606907:0:215726:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffff94b1c733ec00. 00000100:00000001:1.0:1767734672.606908:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734672.606916:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 10000000:00000001:2.0:1767734672.606921:0:215726:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767734672.606922:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767734672.606924:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767734672.606928:0:215726:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.606933:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767734672.606939:0:215726:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:0.0:1767734672.606939:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bf68. 00000100:00000001:1.0:1767734672.606940:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734672.606948:0:215726:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767734672.606956:0:215726:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767734672.606956:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767734672.606957:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853602672074496, offset 0 00010000:00000001:2.0:1767734672.606965:0:215726:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734672.606973:0:215726:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734672.606977:0:215726:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f7487a00 with handle 0x1886cffb85c2b7ac from hash 00000020:00000040:3.0:1767734672.606981:0:249776:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff94b2013a5000 (ffff94b1de024aa0) now 5 - lov 00000400:00000200:0.0:1767734672.606983:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00010000:00000001:2.0:1767734672.606984:0:215726:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767734672.606993:0:215726:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734672.606998:0:215726:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767734672.607002:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767734672.607003:0:215726:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:0.0:1767734672.607009:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00010000:00000001:2.0:1767734672.607012:0:215726:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:1.0:1767734672.607013:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734672.607021:0:215726:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00010000:1.0:1767734672.607024:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767734672.607032:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00010000:00000001:2.0:1767734672.607035:0:215726:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000001:1.0:1767734672.607036:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767734672.607045:0:215726:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:1.0:1767734672.607048:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734672.607051:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:1.0:1767734672.607056:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:2.0:1767734672.607057:0:215726:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cb480. 00020000:00000001:3.0:1767734672.607059:0:249776:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00000400:00000200:0.0:1767734672.607067:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00020000:00000001:3.0:1767734672.607068:0:249776:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446626090399584128 : -117983309967488 : ffff94b1deb84f80) 00000020:00000040:2.0:1767734672.607070:0:215726:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=6 obd=MGC192.168.203.112@tcp 00000400:00000200:0.0:1767734672.607084:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767734672.607085:0:215726:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734672.607090:0:215726:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734672.607098:0:215726:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734672.607099:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 02000000:00000010:2.0:1767734672.607108:0:215726:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b0db604400. 00000400:00000200:0.0:1767734672.607118:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66537:66537:255:4294967295] 192.168.203.112@tcp LPNI seq info [66537:66537:7:4294967295] 00000100:00000001:2.0:1767734672.607120:0:215726:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1767734672.607134:0:249776:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff94b1dd24d840. 00000400:00000200:0.0:1767734672.607138:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00010000:00000001:2.0:1767734672.607139:0:215726:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767734672.607151:0:215726:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff94b1f7487a00/0x1886cffb85c2b7ac lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x9bbb2ede58dab9e9 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767734672.607168:0:215726:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767734672.607172:0:215726:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734672.607180:0:215726:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767734672.607184:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00000001:2.0:1767734672.607187:0:215726:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734672.607192:0:249776:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:3.0:1767734672.607200:0:249776:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446626090399582208 : -117983309969408 : ffff94b1deb84800) 00000100:00000040:2.0:1767734672.607208:0:215726:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc07ff68] to pc [ptlrpcd_01_01+1] req@ffff94b1d02cb480 x1853602672074624/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767734672.607211:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734672.607231:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6fb00. 00000800:00000200:0.0:1767734672.607248:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00010000:00000001:2.0:1767734672.607260:0:215726:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000010:3.0:1767734672.607263:0:249776:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff94b1dd24d9c0. 00000800:00000200:0.0:1767734672.607267:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00010000:00000001:2.0:1767734672.607271:0:215726:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734672.607277:0:215726:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.0:1767734672.607282:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6fb00 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:2.0:1767734672.607283:0:215726:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734672.607291:0:215726:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767734672.607297:0:215726:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734672.607300:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734672.607303:0:215726:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff94b1f7487a00/0x1886cffb85c2b7ac lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x9bbb2ede58dab9e9 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734672.607353:0:215726:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767734672.607358:0:215726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff94b1f7487a00/0x1886cffb85c2b7ac lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x9bbb2ede58dab9e9 expref: -99 pid: 249167 timeout: 0 lvb_type: 0 00020000:00000001:3.0:1767734672.607368:0:249776:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00000400:00000200:0.0:1767734672.607372:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00010000:00000001:2.0:1767734672.607374:0:215726:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000001:3.0:1767734672.607375:0:249776:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446626090399581824 : -117983309969792 : ffff94b1deb84680) 00010000:00000001:2.0:1767734672.607382:0:215726:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767734672.607387:0:196091:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303435285 00010000:00000010:2.0:1767734672.607389:0:215726:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94b1f206f9c0. 00010000:00000001:2.0:1767734672.607405:0:215726:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734672.607410:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767734672.607411:0:196091:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303435284 00000020:00000001:2.0:1767734672.607415:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734672.607424:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767734672.607429:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767734672.607430:0:196091:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303435285 00000020:00000001:2.0:1767734672.607433:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734672.607445:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767734672.607451:0:196091:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303435284 00000020:00000001:2.0:1767734672.607452:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00020000:00000010:3.0:1767734672.607457:0:249776:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff94b1dd24dd20. 00000020:00000001:2.0:1767734672.607459:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734672.607466:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1767734672.607471:0:249776:0:(lov_dev.c:226:lov_device_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734672.607477:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767734672.607482:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734672.607494:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734672.607500:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734672.607512:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734672.607517:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767734672.607551:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734672.607555:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767734672.607556:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767734672.607562:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767734672.607564:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000020:00000010:3.0:1767734672.607575:0:249776:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at ffff94b1d0e94000. 00000100:00000001:0.0:1767734672.607576:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734672.607578:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734672.607595:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000020:00000010:3.0:1767734672.607602:0:249776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff94b1f206f780. 00000400:00000200:2.0:1767734672.607603:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845be58 00000400:00000010:2.0:1767734672.607612:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845be58. 00000020:00000010:3.0:1767734672.607616:0:249776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1d04bfc00. 00000100:00000001:2.0:1767734672.607620:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000080:00000010:3.0:1767734672.607626:0:249776:0:(vvp_dev.c:156:vvp_device_free()) kfreed 'site': 528 at ffff94b1c597c000. 00000100:00000200:2.0:1767734672.607634:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cdf80 x1853602672074368/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000080:00000010:3.0:1767734672.607637:0:249776:0:(vvp_dev.c:160:vvp_device_free()) kfreed 'vdv': 72 at ffff94b1dd24d600. 00020000:00000001:3.0:1767734672.607648:0:249776:0:(lov_obd.c:754:lov_cleanup()) Process entered 00000100:00000001:2.0:1767734672.607659:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734672.607666:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cdf80 x1853602672074368/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734672.607676:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734672.607678:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767734672.607684:0:249776:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767734672.607691:0:249776:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff94b2013da010. 00000020:00000001:3.0:1767734672.607697:0:249776:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000800:00000200:2.0:1767734672.607743:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734672.607750:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6fb00. 00000400:00000200:2.0:1767734672.607757:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734672.607766:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734672.607771:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bf68 00000400:00000010:2.0:1767734672.607774:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bf68. 00000100:00000001:2.0:1767734672.607781:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734672.607789:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8000 x1853602672074496/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734672.607800:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734672.607807:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8000 x1853602672074496/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734672.607816:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00020000:3.0:1767734672.607820:0:249776:0:(lov_obd.c:783:lov_cleanup()) lustre-clilov-ffff94b2013a5000: lov tgt 0 not cleaned! deathrow=0, lovrc=1 00000100:00000001:2.0:1767734672.607820:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767734672.607854:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734672.607859:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734672.607861:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734672.607867:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cb480 x1853602672074624/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734672.607895:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734672.607897:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734672.607901:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734672.607904:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734672.607907:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734672.607912:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196094:1853602672074624:192.168.203.112@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1767734672.607917:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734672.607920:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734672.607923:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734672.607926:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734672.607930:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b0db605e00. 02000000:00000001:2.0:1767734672.607933:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734672.607939:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734672.607944:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e370. 00000400:00000010:2.0:1767734672.607950:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29aa0. 00000100:00000200:2.0:1767734672.607955:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672074624, portal 18 00000100:00000001:2.0:1767734672.607958:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734672.607960:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155553920 : -117983553997696 : ffff94b1d02cb480) 00000100:00000040:2.0:1767734672.607966:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cb480 x1853602672074624/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734672.607975:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734672.607978:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734672.607981:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29330. 00000100:00000200:2.0:1767734672.607984:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853602672074624, offset 0 00000400:00000200:2.0:1767734672.607991:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734672.607997:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.608003:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734672.608008:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734672.608011:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734672.608015:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734672.608018:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734672.608030:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66538:66538:256:4294967295] 192.168.203.112@tcp LPNI seq info [66538:66538:8:4294967295] 00000400:00000200:2.0:1767734672.608036:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.608046:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734672.608052:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734672.608057:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790a00. 00000800:00000200:2.0:1767734672.608063:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734672.608070:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734672.608075:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767734672.608089:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734672.608094:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734672.608097:0:196094:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303435285 00000100:00000001:2.0:1767734672.608100:0:196094:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4303435285 00000100:00000001:2.0:1767734672.608103:0:196094:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303435285 00000100:00000001:2.0:1767734672.608106:0:196094:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4303435285 00000100:00000001:2.0:1767734672.608109:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734672.608112:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734672.608115:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734672.608118:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734672.608123:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734672.608125:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767734672.608128:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734672.608130:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734672.608132:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734672.608135:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734672.608147:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734672.608149:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734672.608167:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734672.608171:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790a00. 00000400:00000200:2.0:1767734672.608175:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734672.608180:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734672.608184:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29330 00000400:00000010:2.0:1767734672.608187:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29330. 00000100:00000001:2.0:1767734672.608198:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734672.608204:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cb480 x1853602672074624/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734672.608215:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734672.608219:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cb480 x1853602672074624/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734672.608227:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734672.608229:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734672.614478:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734672.614515:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734672.614542:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734672.614557:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734672.614567:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.614585:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734672.614598:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.614603:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.614608:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.614613:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 18 MB=0x695d780d2de80 00000400:00000200:2.0:1767734672.614619:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.614625:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b7e5 [1] + 224 00000800:00000001:2.0:1767734672.614632:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734672.614637:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734672.614640:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734672.614645:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734672.614650:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734672.614657:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cdf80 x1853602672074368/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734672.614671:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cdf80 x1853602672074368/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734672.614694:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734672.614702:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734672.614706:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734672.614720:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734672.614727:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.614731:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767734672.614735:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734672.614738:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767734672.614748:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000001:1.0:1767734672.614750:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734672.614756:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767734672.614758:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734672.614762:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8106e0. 00000400:00000200:2.0:1767734672.614770:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734672.614776:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bd48 00000400:00000200:2.0:1767734672.614780:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734672.614784:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bd48. 00000400:00000200:2.0:1767734672.614789:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 18 MB=0x695d780d2df00 00000400:00000200:2.0:1767734672.614794:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734672.614806:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767734672.614814:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b7ed [1] + 224 00000100:00000200:1.0:1767734672.614824:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cdf80 x1853602672074368/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734672.614826:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734672.614838:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734672.614846:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734672.614848:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cdf80 x1853602672074368/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734672.614858:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734672.614870:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767734672.614880:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767734672.614883:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8000 x1853602672074496/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734672.614885:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.614894:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734672.614899:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734672.614904:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734672.614911:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734672.614917:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da8000 x1853602672074496/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767734672.614918:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734672.614931:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef3314a0 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734672.614943:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=100 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734672.614947:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734672.614949:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734672.614951:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767734672.614954:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767734672.614955:0:196092:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.614963:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734672.614966:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767734672.614975:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cdf80 x1853602672074368/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734672.614976:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.614992:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734672.614996:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734672.614998:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734672.615004:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cdf80 x1853602672074368/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734672.615015:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767734672.615016:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196092:1853602672074368:192.168.203.112@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767734672.615025:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734672.615027:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.615034:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1767734672.615038:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767734672.615040:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cdf80 x1853602672074368/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767734672.615047:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734672.615056:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000100:00000001:1.0:1767734672.615057:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767734672.615069:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b440 02000000:00000001:1.0:1767734672.615071:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734672.615077:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d0756600. 00000400:00000010:0.0:1767734672.615080:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b440. 02000000:00000001:1.0:1767734672.615085:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734672.615091:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767734672.615093:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767734672.615094:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=5 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767734672.615102:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734672.615106:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1d0757600. 02000000:00000001:1.0:1767734672.615114:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1767734672.615114:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8000 x1853602672074496/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767734672.615117:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734672.615121:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cdf80. 00000100:00000001:1.0:1767734672.615130:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734672.615134:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.615142:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.615157:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767734672.615160:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8000 x1853602672074496/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734672.615162:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.615171:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734672.615176:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734672.615193:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734672.615197:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734672.615201:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734672.615204:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734672.615208:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734672.615211:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734672.615215:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734672.615222:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef3314a0 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734672.615229:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=100 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734672.615235:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734672.615238:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734672.615242:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734672.615246:0:196091:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734672.615251:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734672.615259:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8000 x1853602672074496/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734672.615272:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734672.615277:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734672.615280:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734672.615287:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8000 x1853602672074496/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734672.615302:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196091:1853602672074496:192.168.203.112@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767734672.615343:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734672.615350:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734672.615361:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8000 x1853602672074496/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734672.615376:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734672.615380:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734672.615385:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1fe884c00. 02000000:00000001:0.0:1767734672.615391:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734672.615394:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734672.615397:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767734672.615402:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734672.615406:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1fe884a00. 02000000:00000001:0.0:1767734672.615411:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734672.615413:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734672.615416:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8000. 00000100:00000001:0.0:1767734672.615421:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734672.615424:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734672.615427:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734672.615435:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734672.615438:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734672.615442:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734672.615446:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734672.619127:0:249776:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:3.0:1767734672.619134:0:249776:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: ffff94b1f9293800 active: 1 00020000:00000001:3.0:1767734672.619140:0:249776:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:00020000:3.0:1767734672.619148:0:249776:0:(lov_obd.c:783:lov_cleanup()) lustre-clilov-ffff94b2013a5000: lov tgt 1 not cleaned! deathrow=1, lovrc=1 00020000:00000001:3.0:1767734672.619151:0:249776:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:3.0:1767734672.619163:0:249776:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0001_UUID idx: 1 gen: 1 exp: ffff94b1f9293000 active: 1 00020000:00000001:3.0:1767734672.619167:0:249776:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:3.0:1767734672.619170:0:249776:0:(lov_obd.c:64:lov_tgts_putref()) destroying 2 lov targets 00000020:00000001:3.0:1767734672.619172:0:249776:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:3.0:1767734672.619175:0:249776:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:3.0:1767734672.619180:0:249776:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:3.0:1767734672.619183:0:249776:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:3.0:1767734672.619186:0:249776:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1767734672.619189:0:249776:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:3.0:1767734672.619192:0:249776:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:3.0:1767734672.619194:0:249776:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:3.0:1767734672.619196:0:249776:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:3.0:1767734672.619199:0:249776:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00020000:01000000:3.0:1767734672.619202:0:249776:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0001_UUID : lustre-OST0001-osc-ffff94b2013a5000 00020000:00000001:3.0:1767734672.619205:0:249776:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:3.0:1767734672.619208:0:249776:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff94b2013a5000: disconnecting target lustre-OST0001-osc-ffff94b2013a5000 00020000:00000001:3.0:1767734672.619211:0:249776:0:(obd_class.h:1347:obd_register_observer()) Process entered 00000800:00000001:2.0:1767734672.619213:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00020000:00000001:3.0:1767734672.619215:0:249776:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734672.619222:0:249776:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:3.0:1767734672.619227:0:249776:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00000800:00000001:2.0:1767734672.619230:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767734672.619234:0:249776:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-OST0001-osc-ffff94b2013a5000 - 1 00000800:00000001:2.0:1767734672.619238:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767734672.619242:0:249776:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000800:00000001:2.0:1767734672.619247:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767734672.619249:0:249776:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328->lustre-OST0001_UUID 00000020:00000001:3.0:1767734672.619257:0:249776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734672.619260:0:249776:0:(genops.c:1242:class_import_put()) import ffff94b1e7e80000 refcount=1 obd=lustre-OST0001-osc-ffff94b2013a5000 00000400:00000200:2.0:1767734672.619264:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000020:00000001:3.0:1767734672.619267:0:249776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767734672.619272:0:249776:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734672.619281:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00010000:00000001:3.0:1767734672.619282:0:249776:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1767734672.619289:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.619295:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000200:2.0:1767734672.619298:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.619306:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.619348:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.619355:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 18 MB=0x695d780d2df80 00000400:00000200:2.0:1767734672.619364:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.619386:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b7f5 [1] + 224 00000800:00000001:2.0:1767734672.619395:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:3.0:1767734672.619402:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.619409:0:249776:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.619413:0:249776:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1767734672.619418:0:249776:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767734672.619432:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.619434:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000800:00000001:2.0:1767734672.619452:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734672.619459:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734672.619467:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734672.619473:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734672.619483:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cb480 x1853602672074624/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767734672.619488:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767734672.619498:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.619502:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:2.0:1767734672.619513:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cb480 x1853602672074624/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734672.619562:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734672.619571:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734672.619575:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734672.619589:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734672.619591:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734672.619595:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734672.619598:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734672.619601:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e370. 00000400:00000200:2.0:1767734672.619606:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29aa0 00000400:00000010:2.0:1767734672.619609:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29aa0. 00000100:00000001:2.0:1767734672.619613:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734672.619619:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cb480 x1853602672074624/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734672.619633:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cb480 x1853602672074624/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767734672.619644:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734672.619645:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734672.619650:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734672.619653:0:249776:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734672.619656:0:196094:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767734672.619660:0:249776:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 02000000:00000001:2.0:1767734672.619662:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734672.619667:0:249776:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:2.0:1767734672.619668:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734672.619675:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734672.619678:0:249776:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 02000000:00000001:2.0:1767734672.619680:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734672.619684:0:249776:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00001000:2.0:1767734672.619689:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef3314a0 time=5 v=5 (5 0 0 0) 00000100:00000010:3.0:1767734672.619693:0:249776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd9880. 00000100:00001000:2.0:1767734672.619697:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=100 v=5 (1 1 1 1) 00000020:00000040:3.0:1767734672.619701:0:249776:0:(genops.c:1229:class_import_get()) import ffff94b1e7e80000 refcount=2 obd=lustre-OST0001-osc-ffff94b2013a5000 00000100:00000001:3.0:1767734672.619706:0:249776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734672.619709:0:249776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734672.619716:0:249776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734672.619718:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734672.619724:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734672.619727:0:249776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1f7416400. 00010000:00000001:2.0:1767734672.619728:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734672.619734:0:196094:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734672.619739:0:249776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734672.619741:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734672.619750:0:249776:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626090970355840 : -117982739195776 : ffff94b200bd9880) 00000100:00000040:2.0:1767734672.619756:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cb480 x1853602672074624/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767734672.619759:0:249776:0:(import.c:65:import_set_state_nolock()) ffff94b1e7e80000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00000001:3.0:1767734672.619771:0:249776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734672.619779:0:249776:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734672.619783:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734672.619789:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734672.619794:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734672.619795:0:249776:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ac1499d] to pc [ptlrpcd_rcv+-1] req@ffff94b200bd9880 x1853602672074752/t0(0) o9->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734672.619806:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cb480 x1853602672074624/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734672.619837:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196094:1853602672074624:192.168.203.112@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1767734672.619844:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734672.619847:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734672.619849:0:249776:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734672.619853:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cb480 x1853602672074624/t0(0) o103->MGC192.168.203.112@tcp@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767734688 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734672.619865:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734672.619868:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734672.619872:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b0db605e00. 02000000:00000001:2.0:1767734672.619876:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734672.619879:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734672.619881:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734672.619884:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734672.619886:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b0db604400. 02000000:00000001:2.0:1767734672.619889:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734672.619891:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734672.619893:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cb480. 00000100:00000001:2.0:1767734672.619897:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734672.619898:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734672.619901:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734672.619906:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734672.619908:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734672.619917:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734672.619921:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.619938:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734672.619945:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734672.619947:0:196090:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734672.619959:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd9880 x1853602672074752/t0(0) o9->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734672.619972:0:196090:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734672.619975:0:196090:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734672.619978:0:196090:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734672.619982:0:196090:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734672.619985:0:196090:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734672.619989:0:196090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:196090:1853602672074752:192.168.203.112@tcp:9:umount.0 00000100:00000001:1.0:1767734672.619994:0:196090:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734672.619998:0:196090:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734672.620001:0:196090:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734672.620003:0:196090:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734672.620009:0:196090:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d0757600. 02000000:00000001:1.0:1767734672.620012:0:196090:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734672.620019:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734672.620024:0:196090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8106e0. 00000400:00000010:1.0:1767734672.620042:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bd48. 00000100:00000200:1.0:1767734672.620046:0:196090:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672074752, portal 4 00000100:00000001:1.0:1767734672.620049:0:196090:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734672.620051:0:196090:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970355840 : -117982739195776 : ffff94b200bd9880) 00000020:00000010:1.0:1767734672.620060:0:196090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94b2018d0000. 00000100:00000040:1.0:1767734672.620069:0:196090:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd9880 x1853602672074752/t0(0) o9->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734672.620079:0:196090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734672.620083:0:196090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734672.620086:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b550. 00000100:00000200:1.0:1767734672.620089:0:196090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672074752, offset 0 00000400:00000200:1.0:1767734672.620096:0:196090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734672.620102:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734672.620109:0:196090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734672.620114:0:196090:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734672.620118:0:196090:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734672.620121:0:196090:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734672.620124:0:196090:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734672.620129:0:196090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66539:66539:256:4294967295] 192.168.203.112@tcp LPNI seq info [66539:66539:8:4294967295] 00000400:00000200:1.0:1767734672.620134:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734672.620143:0:196090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734672.620149:0:196090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734672.620154:0:196090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cc00. 00000800:00000200:1.0:1767734672.620160:0:196090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734672.620167:0:196090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734672.620171:0:196090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767734672.620195:0:196090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734672.620200:0:196090:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b2013a5000: using a timeout of 9043 usecs (10 jiffies) 00000400:00000200:1.0:1767734672.620205:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734672.620208:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 2 is 4303434451 00000100:00000001:1.0:1767734672.620211:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b2013a5000: PM QoS request active for cpu 2, keep current deadline 4303435285 00000100:00000001:1.0:1767734672.620223:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 3 is 4303434451 00000100:00000001:1.0:1767734672.620227:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b2013a5000: PM QoS request active for cpu 3, keep current deadline 4303435285 00000100:00000001:1.0:1767734672.620230:0:196090:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734672.620233:0:196090:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.620237:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.620240:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.620247:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734672.620250:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767734672.620254:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734672.620256:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734672.620259:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.620261:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734672.620291:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734672.620298:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:2.0:1767734672.620304:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734672.620338:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734672.620345:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b550 00000400:00000010:2.0:1767734672.620348:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b550. 00000100:00000001:2.0:1767734672.620357:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734672.620364:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd9880 x1853602672074752/t0(0) o9->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734672.620377:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734672.620382:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd9880 x1853602672074752/t0(0) o9->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734672.620391:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734672.620394:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1767734672.621436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c70ad900. 00000080:00000010:3.1:1767734672.621455:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1f0742940. 00000800:00000001:2.0:1767734672.622673:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734672.622687:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734672.622691:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734672.622695:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734672.622702:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.622709:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734672.622717:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.622722:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.622726:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.622731:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d2e000 00000400:00000200:2.0:1767734672.622736:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.622742:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b805 [1] + 224 00000800:00000001:2.0:1767734672.622749:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734672.622758:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734672.622761:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734672.622766:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734672.622770:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734672.622789:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd9880 x1853602672074752/t0(0) o9->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734672.622803:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bd9880 x1853602672074752/t0(0) o9->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734672.622830:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734672.622839:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734672.622844:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.622915:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734672.622921:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734672.622928:0:196090:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734672.622929:0:196090:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734672.622933:0:196090:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8106e0. 00000400:00000200:1.0:1767734672.622940:0:196090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bd48 00000400:00000010:1.0:1767734672.622942:0:196090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bd48. 00000100:00000001:1.0:1767734672.622946:0:196090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734672.622956:0:196090:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd9880 x1853602672074752/t0(0) o9->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734672.622970:0:196090:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd9880 x1853602672074752/t0(0) o9->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734672.622980:0:196090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734672.622982:0:196090:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.622985:0:196090:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734672.622988:0:196090:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734672.622990:0:196090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734672.622992:0:196090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734672.622995:0:196090:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734672.623001:0:196090:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1e7e80458 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734672.623005:0:196090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1e7e80410 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734672.623008:0:196090:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734672.623010:0:196090:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734672.623025:0:196090:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734672.623029:0:196090:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.623032:0:196090:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734672.623034:0:196090:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b2013a5000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734672.623037:0:196090:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734672.623038:0:196090:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734672.623044:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd9880 x1853602672074752/t0(0) o9->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734672.623054:0:196090:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734672.623057:0:196090:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734672.623059:0:196090:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767734672.623062:0:196090:0:(import.c:65:import_set_state_nolock()) ffff94b1e7e80000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:1.0:1767734672.623066:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:1.0:1767734672.623069:0:196090:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:1.0:1767734672.623073:0:196090:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.623075:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767734672.623076:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:1.0:1767734672.623078:0:196090:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:1.0:1767734672.623081:0:196090:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.623083:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:1.0:1767734672.623105:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd9880 x1853602672074752/t0(0) o9->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734672.623115:0:196090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:196090:1853602672074752:192.168.203.112@tcp:9:umount.0 00000100:00000001:1.0:1767734672.623121:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.623124:0:196090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734672.623128:0:196090:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd9880 x1853602672074752/t0(0) o9->lustre-OST0001-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734672.623135:0:196090:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734672.623138:0:196090:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734672.623141:0:196090:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d0757600. 02000000:00000001:1.0:1767734672.623145:0:196090:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734672.623147:0:196090:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734672.623149:0:196090:0:(genops.c:1242:class_import_put()) import ffff94b1e7e80000 refcount=1 obd=lustre-OST0001-osc-ffff94b2013a5000 00000020:00000001:1.0:1767734672.623159:0:196090:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734672.623162:0:196090:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1f7416400. 02000000:00000001:1.0:1767734672.623165:0:196090:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734672.623168:0:196090:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734672.623170:0:196090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd9880. 00000100:00000001:1.0:1767734672.623174:0:196090:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734672.623177:0:196090:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.623180:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.623186:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734672.623188:0:249776:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.623189:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.623201:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734672.623204:0:249776:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00000001:1.0:1767734672.623204:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767734672.623212:0:249776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00000001:3.0:1767734672.623218:0:249776:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767734672.623221:0:249776:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767734672.623223:0:249776:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b2013a5000: committing for last_committed 0 gen 2 00000100:00000040:3.0:1767734672.623228:0:249776:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b2013a5000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767734672.623231:0:249776:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734672.623232:0:249776:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767734672.623246:0:249776:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767734672.623248:0:249776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1767734672.623251:0:249776:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1767734672.623254:0:249776:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734672.623256:0:249776:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:3.0:1767734672.623260:0:249776:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767734672.623263:0:249776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1767734672.623264:0:249776:0:(osc_request.c:3856:osc_import_event()) Process entered 00000001:00000001:3.0:1767734672.623266:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.623269:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000010:1.1:1767734672.623382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c5740c00. 00000001:00000001:3.0:1767734672.623399:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767734672.623406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f7487200. 00000001:00000001:3.0:1767734672.623407:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.623411:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767734672.623460:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.623465:0:249776:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000010:3.0:1767734672.623493:0:249776:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at ffff94b1c8545b40. 00000020:00000010:3.0:1767734672.623499:0:249776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d9a00. 00000020:00000010:3.0:1767734672.623503:0:249776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c33d9600. 00000020:00000010:3.0:1767734672.623507:0:249776:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c5895f00. 00000008:00000010:3.0:1767734672.623514:0:249776:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f3b90b28. 00020000:00000010:3.0:1767734672.623548:0:249776:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fa526cc0. 00008000:00000010:3.0:1767734672.623555:0:249776:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c57458b8. 00000080:00000010:3.0:1767734672.623562:0:249776:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c858b9d8. 00000080:00000010:3.0:1767734672.623567:0:249776:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c334ab58. 00000020:00000010:3.0:1767734672.623572:0:249776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d8800. 00000008:00000010:3.0:1767734672.623577:0:249776:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94b1c6d41b80. 00020000:00000010:3.0:1767734672.623581:0:249776:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff94b1d13d9f80. 00008000:00000010:3.0:1767734672.623585:0:249776:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94b1fb9cc350. 00000080:00000010:3.0:1767734672.623591:0:249776:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94b1fb9cb780. 00000020:00000001:3.0:1767734672.623594:0:249776:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090023934792 : -117983685616824 : ffff94b1c8545b48) 00000020:00001000:3.0:1767734672.623597:0:249776:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1c8545b40 00000008:00000001:3.0:1767734672.623601:0:249776:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1767734672.623604:0:249776:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1767734672.623607:0:249776:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767734672.623610:0:249776:0:(osc_cache.c:2265:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1767734672.623611:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.623621:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767734672.623667:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1767734672.623670:0:249776:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1c8545b40 00000001:00000001:3.0:1767734672.623673:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.623675:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767734672.623718:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767734672.623720:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.623722:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767734672.623765:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767734672.623772:0:249776:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734672.623774:0:249776:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:3.0:1767734672.623779:0:249776:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:3.0:1767734672.623782:0:249776:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767734672.623789:0:249776:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1886cffb85c2b7cf 00000020:00000040:3.0:1767734672.623794:0:249776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f9293000 with handle 0x1886cffb85c2b7cf from hash 00000020:00000040:3.0:1767734672.623806:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9293000 : new refcount 2 00000020:00000001:3.0:1767734672.623810:0:249776:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767734672.623812:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9293000 : new refcount 1 00000020:00000001:3.0:1767734672.623814:0:249776:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767734672.623816:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9293000 : new refcount 0 00000020:00000080:3.0:1767734672.623818:0:249776:0:(genops.c:904:class_export_put()) final put ffff94b1f9293000/LOV_OSC_UUID 00000020:00000001:3.0:1767734672.623821:0:249776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.623843:0:249776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.623847:0:249776:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734672.623882:0:249776:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734672.623885:0:249776:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1767734672.623888:0:249776:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at ffff94b1c33d3200. 00000020:00000001:3.0:1767734672.623894:0:249776:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767734672.623896:0:249776:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-ffff94b2013a5000 (flags='') 00000020:00000010:3.0:1767734672.623902:0:249776:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff94b1c5895660. 00000020:00000080:3.0:1767734672.623905:0:249776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767734672.623914:0:249776:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767734672.623918:0:249776:0:(obd_config.c:886:class_cleanup()) lustre-OST0001-osc-ffff94b2013a5000: forcing exports to disconnect: 0/3 00000020:00000001:3.0:1767734672.623922:0:249776:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767734672.623926:0:249776:0:(genops.c:1575:class_disconnect_exports()) OBD device 10 (ffff94b2012d6380) has no exports 00000020:00000001:3.0:1767734672.623929:0:249776:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767734672.623943:0:249776:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:3.0:1767734672.623947:0:249776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d9200. 00000020:00000010:3.0:1767734672.623951:0:249776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c33d9e00. 00000020:00000001:1.0:1767734672.623953:0:212084:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:3.0:1767734672.623955:0:249776:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c5895600. 00000020:00000080:1.0:1767734672.623962:0:212084:0:(genops.c:863:class_export_destroy()) destroying export ffff94b1f9293000/LOV_OSC_UUID for lustre-OST0001-osc-ffff94b2013a5000 00000008:00000010:3.0:1767734672.623965:0:249776:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f3b937c8. 00020000:00000010:3.0:1767734672.623974:0:249776:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fa526480. 00000020:00000040:1.0:1767734672.623976:0:212084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 20 to 192.168.203.112@tcp 00008000:00000010:3.0:1767734672.623981:0:249776:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c5747c08. 00000020:00000001:1.0:1767734672.623984:0:212084:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767734672.623990:0:212084:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734672.623991:0:249776:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c858b498. 00000020:00000040:1.0:1767734672.623995:0:212084:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff94b2013a5000 (ffff94b2012d6380) now 5 - export 00000080:00000010:3.0:1767734672.623999:0:249776:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c334b6c0. 00000020:00000010:1.0:1767734672.624004:0:212084:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b1f9293000. 00000020:00000010:3.0:1767734672.624007:0:249776:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1f6013fc0. 00000008:00000001:3.0:1767734672.624016:0:249776:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000020:00000001:1.0:1767734672.624018:0:212084:0:(genops.c:880:class_export_destroy()) Process leaving 00000008:00000001:3.0:1767734672.624020:0:249776:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000008:00000001:3.0:1767734672.624031:0:249776:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:3.0:1767734672.624035:0:249776:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0001-osc-ffff94b2013a5000: client import never connected 00000100:00000001:3.0:1767734672.624038:0:249776:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767734672.624041:0:249776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00000001:3.0:1767734672.624044:0:249776:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767734672.624047:0:249776:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767734672.624049:0:249776:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b2013a5000: committing for last_committed 0 gen 3 00000100:00000040:3.0:1767734672.624053:0:249776:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b2013a5000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767734672.624056:0:249776:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734672.624058:0:249776:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767734672.624059:0:249776:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767734672.624061:0:249776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767734672.624063:0:249776:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup 00010000:00000010:2.1:1767734672.628400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f7487a00. 00000100:00000001:3.0:1767734672.632779:0:249776:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:3.0:1767734672.632783:0:249776:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767734672.632787:0:249776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767734672.632789:0:249776:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup 00000100:00000001:3.0:1767734672.632791:0:249776:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:3.0:1767734672.632796:0:249776:0:(genops.c:1229:class_import_get()) import ffff94b1e7e80000 refcount=2 obd=lustre-OST0001-osc-ffff94b2013a5000 00000020:00000001:3.0:1767734672.632799:0:249776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734672.632801:0:249776:0:(genops.c:1242:class_import_put()) import ffff94b1e7e80000 refcount=1 obd=lustre-OST0001-osc-ffff94b2013a5000 00000020:00000001:3.0:1767734672.632803:0:249776:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767734672.632805:0:249776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734672.632807:0:249776:0:(genops.c:1242:class_import_put()) import ffff94b1e7e80000 refcount=0 obd=lustre-OST0001-osc-ffff94b2013a5000 00000020:00000040:3.0:1767734672.632820:0:249776:0:(genops.c:1245:class_import_put()) final put import ffff94b1e7e80000 00000020:00000001:3.0:1767734672.632835:0:249776:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:3.0:1767734672.632838:0:249776:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:3.0:1767734672.632841:0:249776:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734672.632954:0:212084:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767734672.632962:0:212084:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff94b1e7e80000 for lustre-OST0001-osc-ffff94b2013a5000 00000020:00000040:2.0:1767734672.632971:0:212084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 19 to 192.168.203.112@tcp 00000020:00000040:2.0:1767734672.632979:0:212084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 18 to 192.168.203.112@tcp 00000020:00000010:2.0:1767734672.632984:0:212084:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff94b1c5895780. 00000020:00000040:2.0:1767734672.632994:0:212084:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff94b2013a5000 (ffff94b2012d6380) now 4 - import 00000020:00000010:2.0:1767734672.633001:0:212084:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff94b1e7e80000. 00000020:00000001:2.0:1767734672.633008:0:212084:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:3.0:1767734672.633137:0:249776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff94b1c417c000. 00000020:00000010:3.0:1767734672.633145:0:249776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff94b2018d0000. 00000020:00000010:3.0:1767734672.633152:0:249776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff94b1c9637000. 00000020:00000010:3.0:1767734672.633160:0:249776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1fb9bb400. 00000008:00000001:3.0:1767734672.633163:0:249776:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734672.633170:0:249776:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1f6013fc0. 00000020:00000010:3.0:1767734672.633181:0:249776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33d9e00. 00000020:00000010:3.0:1767734672.633185:0:249776:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c5895600. 00000008:00000010:3.0:1767734672.633189:0:249776:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f3b937c8. 00020000:00000010:3.0:1767734672.633194:0:249776:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526480. 00008000:00000010:3.0:1767734672.633198:0:249776:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5747c08. 00000080:00000010:3.0:1767734672.633203:0:249776:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b498. 00000080:00000010:3.0:1767734672.633207:0:249776:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334b6c0. 00000020:00000010:3.0:1767734672.633211:0:249776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d9200. 00000020:00000001:3.0:1767734672.633215:0:249776:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767734672.633228:0:249776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767734672.633235:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b2012ff200. 00000001:00000010:3.0:1767734672.633239:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b2012ffe00. 00000001:00000010:3.0:1767734672.633241:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b2012ffc00. 00000001:00000010:3.0:1767734672.633244:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b2012fe600. 00000001:00000010:3.0:1767734672.633247:0:249776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1c5686620. 00000001:00000010:3.0:1767734672.633250:0:249776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b1c53e8d00. 00000001:00000001:3.0:1767734672.633254:0:249776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767734672.633256:0:249776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767734672.633261:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b2012ff000. 00000001:00000010:3.0:1767734672.633263:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c836f000. 00000001:00000010:3.0:1767734672.633267:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c836fc00. 00000001:00000010:3.0:1767734672.633269:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c34f0c00. 00000001:00000010:3.0:1767734672.633272:0:249776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1c56867e0. 00000001:00000010:3.0:1767734672.633275:0:249776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b1c53e8800. 00000001:00000001:3.0:1767734672.633286:0:249776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767734672.633288:0:249776:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff94b2013a5000 (ffff94b2012d6380) now 3 - setup 00000020:00000001:3.0:1767734672.633292:0:249776:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.633295:0:249776:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767734672.633299:0:249776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767734672.633305:0:249776:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767734672.633347:0:249776:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff94b2013a5000 (ffff94b2012d6380) now 2 - obd_device_list 00000020:00000080:3.0:1767734672.633352:0:249776:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0001-osc-ffff94b2013a5000 (uuid a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328) 00000020:00000040:3.0:1767734672.633354:0:249776:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff94b2013a5000 (ffff94b2012d6380) now 1 - newdev 00000020:00000040:3.0:1767734672.633358:0:249776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1e7e84800 with handle 0x1886cffb85c2b79e from hash 00000020:00000040:3.0:1767734672.633362:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b1e7e84800 : new refcount 0 00000020:00000080:3.0:1767734672.633364:0:249776:0:(genops.c:904:class_export_put()) final put ffff94b1e7e84800/a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 00000020:00000001:3.0:1767734672.633367:0:249776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.633370:0:249776:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767734672.633372:0:249776:0:(genops.c:863:class_export_destroy()) destroying export ffff94b1e7e84800/a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 for lustre-OST0001-osc-ffff94b2013a5000 00000020:00000001:3.0:1767734672.633375:0:249776:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767734672.633378:0:249776:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734672.633380:0:249776:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b1e7e84800. 00000020:00000001:3.0:1767734672.633384:0:249776:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767734672.633387:0:249776:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0001-osc-ffff94b2013a5000 obd_type name = osc 00000020:01000000:3.0:1767734672.633390:0:249776:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-ffff94b2013a5000 (a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328) 00000020:00000001:3.0:1767734672.633392:0:249776:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767734672.633397:0:249776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d9200. 00000020:00000010:3.0:1767734672.633400:0:249776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c33d9e00. 00000020:00000010:3.0:1767734672.633404:0:249776:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c5895600. 00000008:00000010:3.0:1767734672.633409:0:249776:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f3b937c8. 00020000:00000010:3.0:1767734672.633413:0:249776:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fa526480. 00008000:00000010:3.0:1767734672.633418:0:249776:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c5747c08. 00000080:00000010:3.0:1767734672.633423:0:249776:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c858b498. 00000080:00000010:3.0:1767734672.633427:0:249776:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c334b6c0. 00000008:00000001:3.0:1767734672.633432:0:249776:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:3.0:1767734672.633439:0:249776:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1767734672.633450:0:249776:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1767734672.633454:0:249776:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1767734672.633489:0:249776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff94b1c33d3c00. 00000020:00000010:3.0:1767734672.633494:0:249776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1d1ea9000. 00010000:00000001:3.0:1767734672.633550:0:249776:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767734672.633564:0:249776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff94b1c130b4a0. 00000020:00000010:3.0:1767734672.633568:0:249776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1d1eaa000. 00000001:00000001:3.0:1767734672.633612:0:249776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767734672.633655:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1f2da2000. 00000001:00000010:3.0:1767734672.633659:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1f2da4000. 00000001:00000010:3.0:1767734672.633663:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1de20c000. 00000001:00000010:3.0:1767734672.633666:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1f2072000. 00000001:00000010:3.0:1767734672.633671:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1f2076000. 00000001:00000010:3.0:1767734672.633675:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1f2070000. 00000001:00000010:3.0:1767734672.633678:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1f2074000. 00000001:00000010:3.0:1767734672.633682:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1c6954000. 00000001:00000010:3.0:1767734672.633686:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1c6952000. 00000001:00000010:3.0:1767734672.633690:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1c6956000. 00000001:00000010:3.0:1767734672.633694:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1c6950000. 00000001:00000010:3.0:1767734672.633697:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1df08c000. 00000001:00000010:3.0:1767734672.633701:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1df08a000. 00000001:00000010:3.0:1767734672.633706:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1df08e000. 00000001:00000010:3.0:1767734672.633710:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1df088000. 00000001:00000010:3.0:1767734672.633714:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1c4232000. 00000001:00000010:3.0:1767734672.633717:0:249776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff94b1deb84480. 00000001:00000010:3.0:1767734672.633720:0:249776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff94b1c33d3000. 00000001:00000001:3.0:1767734672.633723:0:249776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767734672.633726:0:249776:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff94b1d1ea9800. 00010000:00000001:3.0:1767734672.633730:0:249776:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767734672.633732:0:249776:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1767734672.633734:0:249776:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1767734672.633736:0:249776:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:3.0:1767734672.633738:0:249776:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1767734672.633740:0:249776:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767734672.633741:0:249776:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1767734672.633753:0:249776:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff94b1c3513000. 00010000:00000010:3.0:1767734672.633759:0:249776:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff94b1c3516000. 00010000:00000001:3.0:1767734672.633762:0:249776:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:3.0:1767734672.633765:0:249776:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1767734672.633767:0:249776:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at ffff94b1deb84680. 00000020:00000010:3.0:1767734672.633772:0:249776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33d9e00. 00000020:00000010:3.0:1767734672.633775:0:249776:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c5895600. 00000008:00000010:3.0:1767734672.633778:0:249776:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f3b937c8. 00020000:00000010:3.0:1767734672.633782:0:249776:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526480. 00008000:00000010:3.0:1767734672.633785:0:249776:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5747c08. 00000080:00000010:3.0:1767734672.633789:0:249776:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b498. 00000080:00000010:3.0:1767734672.633793:0:249776:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334b6c0. 00000020:00000010:3.0:1767734672.633796:0:249776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d9200. 00000020:00000001:3.0:1767734672.633799:0:249776:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734672.633806:0:249776:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6368 at ffff94b2012d6380. 00000020:00000001:3.0:1767734672.633814:0:249776:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.633817:0:249776:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734672.633820:0:249776:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff94b1c5895660. 00000020:00000001:3.0:1767734672.633823:0:249776:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:3.0:1767734672.633826:0:249776:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff94b2013a5000 00020000:00000001:3.0:1767734672.633829:0:249776:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:3.0:1767734672.633830:0:249776:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff94b2013a5000: disconnecting target lustre-OST0000-osc-ffff94b2013a5000 00020000:00000001:3.0:1767734672.633833:0:249776:0:(obd_class.h:1347:obd_register_observer()) Process entered 00020000:00000001:3.0:1767734672.633835:0:249776:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734672.633837:0:249776:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:3.0:1767734672.633839:0:249776:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:3.0:1767734672.633841:0:249776:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-OST0000-osc-ffff94b2013a5000 - 1 00000100:00000001:3.0:1767734672.633844:0:249776:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1767734672.633846:0:249776:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328->lustre-OST0000_UUID 00000020:00000001:3.0:1767734672.633849:0:249776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734672.633850:0:249776:0:(genops.c:1242:class_import_put()) import ffff94b2013a1800 refcount=1 obd=lustre-OST0000-osc-ffff94b2013a5000 00000020:00000001:3.0:1767734672.633853:0:249776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767734672.633854:0:249776:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.633861:0:249776:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1767734672.633872:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.633874:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767734672.633930:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.633932:0:249776:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.633935:0:249776:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1767734672.633937:0:249776:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767734672.633939:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.633940:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767734672.633984:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767734672.633986:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.633987:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767734672.634031:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.634033:0:249776:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.634035:0:249776:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:3.0:1767734672.634037:0:249776:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:3.0:1767734672.634040:0:249776:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:3.0:1767734672.634042:0:249776:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1767734672.634047:0:249776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bda680. 00000020:00000040:3.0:1767734672.634050:0:249776:0:(genops.c:1229:class_import_get()) import ffff94b2013a1800 refcount=2 obd=lustre-OST0000-osc-ffff94b2013a5000 00000100:00000001:3.0:1767734672.634054:0:249776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734672.634056:0:249776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734672.634060:0:249776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734672.634065:0:249776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1f7416500. 00000100:00000001:3.0:1767734672.634070:0:249776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734672.634073:0:249776:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00080000:3.0:1767734672.634077:0:249776:0:(import.c:65:import_set_state_nolock()) ffff94b2013a1800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:3.0:1767734672.634081:0:249776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734672.634085:0:249776:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734672.634093:0:249776:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000820d8e57] to pc [ptlrpcd_rcv+-1] req@ffff94b200bda680 x1853602672074880/t0(0) o9->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734672.634120:0:249776:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.634229:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734672.634235:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734672.634238:0:196090:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734672.634249:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bda680 x1853602672074880/t0(0) o9->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734672.634262:0:196090:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734672.634264:0:196090:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734672.634268:0:196090:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734672.634272:0:196090:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734672.634275:0:196090:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734672.634279:0:196090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:196090:1853602672074880:192.168.203.112@tcp:9:umount.0 00000100:00000001:1.0:1767734672.634284:0:196090:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734672.634288:0:196090:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734672.634291:0:196090:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734672.634293:0:196090:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734672.634358:0:196090:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d0757600. 02000000:00000001:1.0:1767734672.634362:0:196090:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734672.634371:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734672.634376:0:196090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8106e0. 00000400:00000010:1.0:1767734672.634386:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bd48. 00000100:00000200:1.0:1767734672.634392:0:196090:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672074880, portal 4 00000100:00000001:1.0:1767734672.634395:0:196090:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734672.634397:0:196090:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000020:00000010:1.0:1767734672.634404:0:196090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94b2018d0000. 00000100:00000040:1.0:1767734672.634414:0:196090:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bda680 x1853602672074880/t0(0) o9->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734672.634425:0:196090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734672.634429:0:196090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734672.634433:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b2a8. 00000100:00000200:1.0:1767734672.634438:0:196090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672074880, offset 0 00000400:00000200:1.0:1767734672.634451:0:196090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734672.634458:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734672.634465:0:196090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734672.634472:0:196090:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734672.634477:0:196090:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734672.634481:0:196090:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734672.634484:0:196090:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734672.634488:0:196090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66540:66540:256:4294967295] 192.168.203.112@tcp LPNI seq info [66540:66540:8:4294967295] 00000400:00000200:1.0:1767734672.634494:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734672.634503:0:196090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734672.634509:0:196090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734672.634513:0:196090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cb00. 00000800:00000200:1.0:1767734672.634547:0:196090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734672.634554:0:196090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734672.634559:0:196090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767734672.634575:0:196090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734672.634588:0:196090:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b2013a5000: using a timeout of 9120 usecs (10 jiffies) 00000400:00000200:1.0:1767734672.634594:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734672.634597:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 2 is 4303434466 00000100:00000001:1.0:1767734672.634600:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b2013a5000: PM QoS request active for cpu 2, keep current deadline 4303435285 00000100:00000001:1.0:1767734672.634603:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 3 is 4303434466 00000100:00000001:1.0:1767734672.634606:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b2013a5000: PM QoS request active for cpu 3, keep current deadline 4303435285 00000100:00000001:1.0:1767734672.634609:0:196090:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734672.634612:0:196090:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.634616:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.634618:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.634624:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734672.634626:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767734672.634628:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734672.634630:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734672.634632:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.634635:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734672.634752:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734672.634760:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:2.0:1767734672.634767:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734672.634775:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734672.634780:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b2a8 00000400:00000010:2.0:1767734672.634783:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b2a8. 00000100:00000001:2.0:1767734672.634787:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734672.634794:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bda680 x1853602672074880/t0(0) o9->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734672.634806:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734672.634811:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bda680 x1853602672074880/t0(0) o9->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734672.634820:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734672.634823:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734672.637211:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734672.637226:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734672.637229:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734672.637245:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734672.637254:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.637260:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734672.637267:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.637272:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.637277:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.637282:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d2e080 00000400:00000200:2.0:1767734672.637287:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.637297:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b80d [1] + 224 00000800:00000001:2.0:1767734672.637304:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734672.637361:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734672.637366:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734672.637377:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734672.637383:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734672.637391:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bda680 x1853602672074880/t0(0) o9->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734672.637407:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bda680 x1853602672074880/t0(0) o9->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734672.637453:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734672.637466:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734672.637471:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.637572:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734672.637578:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734672.637585:0:196090:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734672.637587:0:196090:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734672.637591:0:196090:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8106e0. 00000400:00000200:1.0:1767734672.637598:0:196090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bd48 00000400:00000010:1.0:1767734672.637600:0:196090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bd48. 00000100:00000001:1.0:1767734672.637604:0:196090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734672.637613:0:196090:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bda680 x1853602672074880/t0(0) o9->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734672.637628:0:196090:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bda680 x1853602672074880/t0(0) o9->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734672.637637:0:196090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734672.637639:0:196090:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.637642:0:196090:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734672.637645:0:196090:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734672.637647:0:196090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734672.637649:0:196090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734672.637664:0:196090:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734672.637670:0:196090:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b2013a1c58 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734672.637675:0:196090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b2013a1c10 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734672.637678:0:196090:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734672.637679:0:196090:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734672.637682:0:196090:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734672.637685:0:196090:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.637688:0:196090:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734672.637690:0:196090:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b2013a5000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734672.637693:0:196090:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734672.637694:0:196090:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734672.637700:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bda680 x1853602672074880/t0(0) o9->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734672.637710:0:196090:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734672.637713:0:196090:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734672.637715:0:196090:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767734672.637718:0:196090:0:(import.c:65:import_set_state_nolock()) ffff94b2013a1800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:1.0:1767734672.637721:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:1.0:1767734672.637723:0:196090:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:1.0:1767734672.637726:0:196090:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.637728:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767734672.637729:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:1.0:1767734672.637731:0:196090:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:1.0:1767734672.637733:0:196090:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.637735:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:1.0:1767734672.637756:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bda680 x1853602672074880/t0(0) o9->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734672.637767:0:196090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:196090:1853602672074880:192.168.203.112@tcp:9:umount.0 00000100:00000001:1.0:1767734672.637774:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.637777:0:196090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734672.637782:0:196090:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bda680 x1853602672074880/t0(0) o9->lustre-OST0000-osc-ffff94b2013a5000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734672.637787:0:249776:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.637793:0:196090:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767734672.637798:0:249776:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767734672.637801:0:249776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1767734672.637807:0:249776:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767734672.637821:0:249776:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767734672.637823:0:249776:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b2013a5000: committing for last_committed 0 gen 2 00000100:00000040:3.0:1767734672.637827:0:249776:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b2013a5000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767734672.637830:0:249776:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734672.637832:0:249776:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767734672.637834:0:249776:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767734672.637836:0:249776:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000001:1.0:1767734672.637838:0:196090:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000001:3.0:1767734672.637839:0:249776:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1767734672.637847:0:249776:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734672.637847:0:196090:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d0757600. 00000100:00000001:3.0:1767734672.637858:0:249776:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:1.0:1767734672.637860:0:196090:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1767734672.637862:0:249776:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000001:1.0:1767734672.637865:0:196090:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767734672.637869:0:249776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000040:1.0:1767734672.637871:0:196090:0:(genops.c:1242:class_import_put()) import ffff94b2013a1800 refcount=1 obd=lustre-OST0000-osc-ffff94b2013a5000 00000008:00000001:3.0:1767734672.637874:0:249776:0:(osc_request.c:3856:osc_import_event()) Process entered 00000020:00000001:1.0:1767734672.637880:0:196090:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:3.0:1767734672.637881:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.637887:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:1.0:1767734672.637888:0:196090:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1f7416500. 02000000:00000001:1.0:1767734672.637895:0:196090:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734672.637898:0:196090:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734672.637900:0:196090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bda680. 00000100:00000001:1.0:1767734672.637905:0:196090:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734672.637907:0:196090:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.637910:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.637917:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734672.637919:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.637923:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734672.637926:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767734672.637943:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767734672.637948:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.637950:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767734672.637999:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.638002:0:249776:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:3.0:1767734672.638005:0:249776:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090023934792 : -117983685616824 : ffff94b1c8545b48) 00000020:00001000:3.0:1767734672.638009:0:249776:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1c8545b40 00000008:00000001:3.0:1767734672.638012:0:249776:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1767734672.638014:0:249776:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1767734672.638016:0:249776:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767734672.638018:0:249776:0:(osc_cache.c:2265:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1767734672.638019:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.638022:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767734672.638070:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1767734672.638073:0:249776:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1c8545b40 00000001:00000001:3.0:1767734672.638075:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.638077:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767734672.638121:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767734672.638122:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.638124:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767734672.638167:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767734672.638169:0:249776:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734672.638172:0:249776:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:3.0:1767734672.638175:0:249776:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:3.0:1767734672.638184:0:249776:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767734672.638186:0:249776:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1886cffb85c2b7c8 00000020:00000040:3.0:1767734672.638190:0:249776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f9293800 with handle 0x1886cffb85c2b7c8 from hash 00000020:00000040:3.0:1767734672.638205:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9293800 : new refcount 2 00000020:00000001:3.0:1767734672.638209:0:249776:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767734672.638211:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9293800 : new refcount 1 00000020:00000001:3.0:1767734672.638212:0:249776:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767734672.638214:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9293800 : new refcount 0 00000020:00000080:3.0:1767734672.638216:0:249776:0:(genops.c:904:class_export_put()) final put ffff94b1f9293800/LOV_OSC_UUID 00000020:00000001:3.0:1767734672.638219:0:249776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.638238:0:249776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.638241:0:249776:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734672.638285:0:212084:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767734672.638290:0:212084:0:(genops.c:863:class_export_destroy()) destroying export ffff94b1f9293800/LOV_OSC_UUID for lustre-OST0000-osc-ffff94b2013a5000 00020000:00000001:3.0:1767734672.638294:0:249776:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734672.638299:0:212084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 17 to 192.168.203.112@tcp 00020000:00000001:3.0:1767734672.638301:0:249776:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734672.638339:0:212084:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767734672.638343:0:212084:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734672.638348:0:212084:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff94b2013a5000 (ffff94b1de0231c0) now 5 - export 00020000:00000010:3.0:1767734672.638351:0:249776:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at ffff94b2012fe200. 00000020:00000010:2.0:1767734672.638356:0:212084:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b1f9293800. 00000020:00000001:3.0:1767734672.638362:0:249776:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767734672.638367:0:249776:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff94b2013a5000 (flags='') 00000020:00000001:2.0:1767734672.638372:0:212084:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1767734672.638374:0:249776:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff94b1c5895660. 00000020:00000080:3.0:1767734672.638381:0:249776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767734672.638389:0:249776:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767734672.638392:0:249776:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-ffff94b2013a5000: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1767734672.638396:0:249776:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767734672.638400:0:249776:0:(genops.c:1575:class_disconnect_exports()) OBD device 9 (ffff94b1de0231c0) has no exports 00000020:00000001:3.0:1767734672.638403:0:249776:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767734672.638407:0:249776:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:3.0:1767734672.638411:0:249776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d9200. 00000020:00000010:3.0:1767734672.638416:0:249776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c33d9e00. 00000020:00000010:3.0:1767734672.638420:0:249776:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c5895600. 00000008:00000010:3.0:1767734672.638425:0:249776:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f3b937c8. 00020000:00000010:3.0:1767734672.638430:0:249776:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fa526480. 00008000:00000010:3.0:1767734672.638434:0:249776:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c5747c08. 00000080:00000010:3.0:1767734672.638439:0:249776:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c858b498. 00000080:00000010:3.0:1767734672.638443:0:249776:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c334b6c0. 00000020:00000010:3.0:1767734672.638448:0:249776:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1f6013540. 00000008:00000001:3.0:1767734672.638452:0:249776:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:3.0:1767734672.638463:0:249776:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000008:00000001:3.0:1767734672.638470:0:249776:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:3.0:1767734672.638473:0:249776:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-ffff94b2013a5000: client import never connected 00000100:00000001:3.0:1767734672.638476:0:249776:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767734672.638478:0:249776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1767734672.638481:0:249776:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767734672.638483:0:249776:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767734672.638485:0:249776:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b2013a5000: committing for last_committed 0 gen 3 00000100:00000040:3.0:1767734672.638488:0:249776:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b2013a5000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767734672.638491:0:249776:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734672.638492:0:249776:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767734672.638494:0:249776:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767734672.638495:0:249776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767734672.638497:0:249776:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:3.0:1767734672.638499:0:249776:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:3.0:1767734672.638501:0:249776:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767734672.638503:0:249776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767734672.638505:0:249776:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:3.0:1767734672.638506:0:249776:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:3.0:1767734672.638511:0:249776:0:(genops.c:1229:class_import_get()) import ffff94b2013a1800 refcount=2 obd=lustre-OST0000-osc-ffff94b2013a5000 00000020:00000001:3.0:1767734672.638513:0:249776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734672.638515:0:249776:0:(genops.c:1242:class_import_put()) import ffff94b2013a1800 refcount=1 obd=lustre-OST0000-osc-ffff94b2013a5000 00000020:00000001:3.0:1767734672.638546:0:249776:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767734672.638549:0:249776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734672.638550:0:249776:0:(genops.c:1242:class_import_put()) import ffff94b2013a1800 refcount=0 obd=lustre-OST0000-osc-ffff94b2013a5000 00000020:00000040:3.0:1767734672.638553:0:249776:0:(genops.c:1245:class_import_put()) final put import ffff94b2013a1800 00000020:00000001:3.0:1767734672.638567:0:249776:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:3.0:1767734672.638569:0:249776:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:3.0:1767734672.638571:0:249776:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734672.638618:0:212084:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767734672.638623:0:212084:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff94b2013a1800 for lustre-OST0000-osc-ffff94b2013a5000 00000020:00000040:2.0:1767734672.638631:0:212084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 16 to 192.168.203.112@tcp 00000020:00000040:2.0:1767734672.638653:0:212084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 15 to 192.168.203.112@tcp 00000020:00000010:2.0:1767734672.638657:0:212084:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff94b1c5895000. 00000020:00000040:2.0:1767734672.638664:0:212084:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff94b2013a5000 (ffff94b1de0231c0) now 4 - import 00000020:00000010:2.0:1767734672.638668:0:212084:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff94b2013a1800. 00000020:00000001:2.0:1767734672.638680:0:212084:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:3.0:1767734672.638847:0:249776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff94b1c417a000. 00000020:00000010:3.0:1767734672.638854:0:249776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff94b2018d0000. 00000020:00000010:3.0:1767734672.638860:0:249776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff94b1c9b4b000. 00000020:00000010:3.0:1767734672.638865:0:249776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1d1ea8c00. 00000008:00000001:3.0:1767734672.638869:0:249776:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734672.638875:0:249776:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1f6013540. 00000020:00000010:3.0:1767734672.638880:0:249776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33d9e00. 00000020:00000010:3.0:1767734672.638894:0:249776:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c5895600. 00000008:00000010:3.0:1767734672.638898:0:249776:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f3b937c8. 00020000:00000010:3.0:1767734672.638902:0:249776:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526480. 00008000:00000010:3.0:1767734672.638905:0:249776:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5747c08. 00000080:00000010:3.0:1767734672.638909:0:249776:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b498. 00000080:00000010:3.0:1767734672.638913:0:249776:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334b6c0. 00000020:00000010:3.0:1767734672.638916:0:249776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d9200. 00000020:00000001:3.0:1767734672.638919:0:249776:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767734672.638932:0:249776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767734672.638939:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c997d200. 00000001:00000010:3.0:1767734672.638942:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c997c400. 00000001:00000010:3.0:1767734672.638946:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1e7dcec00. 00000001:00000010:3.0:1767734672.638949:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1e7dcea00. 00000001:00000010:3.0:1767734672.638951:0:249776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1c7f4fc20. 00000001:00000010:3.0:1767734672.638954:0:249776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b1d430f300. 00000001:00000001:3.0:1767734672.638958:0:249776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767734672.638959:0:249776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767734672.638964:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1e7dce000. 00000001:00000010:3.0:1767734672.638966:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c836f800. 00000001:00000010:3.0:1767734672.638969:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c836f400. 00000001:00000010:3.0:1767734672.638971:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c836fe00. 00000001:00000010:3.0:1767734672.638973:0:249776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1c7f4f260. 00000001:00000010:3.0:1767734672.638976:0:249776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b1d430f800. 00000001:00000001:3.0:1767734672.638978:0:249776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767734672.638980:0:249776:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff94b2013a5000 (ffff94b1de0231c0) now 3 - setup 00000020:00000001:3.0:1767734672.638983:0:249776:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.638986:0:249776:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767734672.638989:0:249776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767734672.638994:0:249776:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767734672.638997:0:249776:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff94b2013a5000 (ffff94b1de0231c0) now 2 - obd_device_list 00000020:00000080:3.0:1767734672.638999:0:249776:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-ffff94b2013a5000 (uuid a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328) 00000020:00000040:3.0:1767734672.639002:0:249776:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff94b2013a5000 (ffff94b1de0231c0) now 1 - newdev 00000020:00000040:3.0:1767734672.639006:0:249776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b2013a6000 with handle 0x1886cffb85c2b797 from hash 00000020:00000040:3.0:1767734672.639009:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b2013a6000 : new refcount 0 00000020:00000080:3.0:1767734672.639017:0:249776:0:(genops.c:904:class_export_put()) final put ffff94b2013a6000/a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 00000020:00000001:3.0:1767734672.639020:0:249776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.639023:0:249776:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767734672.639025:0:249776:0:(genops.c:863:class_export_destroy()) destroying export ffff94b2013a6000/a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 for lustre-OST0000-osc-ffff94b2013a5000 00000020:00000001:3.0:1767734672.639028:0:249776:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767734672.639030:0:249776:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734672.639032:0:249776:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b2013a6000. 00000020:00000001:3.0:1767734672.639036:0:249776:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767734672.639038:0:249776:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-ffff94b2013a5000 obd_type name = osc 00000020:01000000:3.0:1767734672.639040:0:249776:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff94b2013a5000 (a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328) 00000020:00000001:3.0:1767734672.639042:0:249776:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767734672.639045:0:249776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d9200. 00000020:00000010:3.0:1767734672.639049:0:249776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c33d9e00. 00000020:00000010:3.0:1767734672.639052:0:249776:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c5895600. 00000008:00000010:3.0:1767734672.639056:0:249776:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f3b937c8. 00020000:00000010:3.0:1767734672.639059:0:249776:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fa526480. 00008000:00000010:3.0:1767734672.639062:0:249776:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c5747c08. 00000080:00000010:3.0:1767734672.639066:0:249776:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c858b498. 00000080:00000010:3.0:1767734672.639069:0:249776:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c334b6c0. 00000008:00000001:3.0:1767734672.639073:0:249776:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:3.0:1767734672.639077:0:249776:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1767734672.639079:0:249776:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1767734672.639082:0:249776:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1767734672.639114:0:249776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff94b1d33eb600. 00000020:00000010:3.0:1767734672.639118:0:249776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1d1eabc00. 00010000:00000001:3.0:1767734672.639150:0:249776:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767734672.639161:0:249776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff94b1c7f4f2e0. 00000020:00000010:3.0:1767734672.639164:0:249776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1d1eab000. 00000001:00000001:3.0:1767734672.639200:0:249776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767734672.639244:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1e77d8000. 00000001:00000010:3.0:1767734672.639253:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1e77dc000. 00000001:00000010:3.0:1767734672.639257:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1e77de000. 00000001:00000010:3.0:1767734672.639260:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1e77da000. 00000001:00000010:3.0:1767734672.639263:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1e7836000. 00000001:00000010:3.0:1767734672.639276:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1e7830000. 00000001:00000010:3.0:1767734672.639279:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1e7834000. 00000001:00000010:3.0:1767734672.639282:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1e7832000. 00000001:00000010:3.0:1767734672.639285:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1eff4c000. 00000001:00000010:3.0:1767734672.639289:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1dd304000. 00000001:00000010:3.0:1767734672.639473:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1dd302000. 00000001:00000010:3.0:1767734672.639478:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1dd300000. 00000001:00000010:3.0:1767734672.639481:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1dd306000. 00000001:00000010:3.0:1767734672.639484:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1c6992000. 00000001:00000010:3.0:1767734672.639488:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1f2da6000. 00000001:00000010:3.0:1767734672.639492:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff94b1f2da0000. 00000001:00000010:3.0:1767734672.639504:0:249776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff94b1deb84080. 00000001:00000010:3.0:1767734672.639507:0:249776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff94b1c34f0200. 00000001:00000001:3.0:1767734672.639510:0:249776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767734672.639513:0:249776:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff94b1d009b800. 00010000:00000001:3.0:1767734672.639516:0:249776:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767734672.639557:0:249776:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1767734672.639560:0:249776:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1767734672.639562:0:249776:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:3.0:1767734672.639564:0:249776:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1767734672.639565:0:249776:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767734672.639567:0:249776:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1767734672.639569:0:249776:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff94b1dd320000. 00010000:00000010:3.0:1767734672.639574:0:249776:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff94b1dd326000. 00010000:00000001:3.0:1767734672.639577:0:249776:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:3.0:1767734672.639579:0:249776:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1767734672.639582:0:249776:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at ffff94b1deb84800. 00000020:00000010:3.0:1767734672.639586:0:249776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33d9e00. 00000020:00000010:3.0:1767734672.639589:0:249776:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c5895600. 00000008:00000010:3.0:1767734672.639593:0:249776:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f3b937c8. 00020000:00000010:3.0:1767734672.639597:0:249776:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526480. 00008000:00000010:3.0:1767734672.639600:0:249776:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5747c08. 00000080:00000010:3.0:1767734672.639604:0:249776:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b498. 00000080:00000010:3.0:1767734672.639608:0:249776:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334b6c0. 00000020:00000010:3.0:1767734672.639611:0:249776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d9200. 00000020:00000001:3.0:1767734672.639622:0:249776:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734672.639625:0:249776:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6368 at ffff94b1de0231c0. 00000020:00000001:3.0:1767734672.639632:0:249776:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.639634:0:249776:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734672.639638:0:249776:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff94b1c5895660. 00000020:00000001:3.0:1767734672.639640:0:249776:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1767734672.639645:0:249776:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff94b1c7ede000. 00020000:00000001:3.0:1767734672.639655:0:249776:0:(lov_obd.c:795:lov_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734672.639665:0:249776:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at ffff94b1d8dc0000. 00000020:00000010:3.0:1767734672.639677:0:249776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff94b1ed91ac00. 00000020:00000010:3.0:1767734672.639681:0:249776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b200227400. 00020000:00000010:3.0:1767734672.639685:0:249776:0:(lov_dev.c:310:lov_device_free()) kfreed 'ld->ld_target': 512 at ffff94b2012fea00. 00020000:00000010:3.0:1767734672.639689:0:249776:0:(lov_dev.c:314:lov_device_free()) kfreed 'ld->ld_md_tgts': 4096 at ffff94b1c5faa000. 00020000:00000010:3.0:1767734672.639693:0:249776:0:(lov_dev.c:319:lov_device_free()) kfreed 'ld->ld_lov->lov_mdc_tgts': 4096 at ffff94b1c5fa8000. 00020000:00000010:3.0:1767734672.639696:0:249776:0:(lov_dev.c:323:lov_device_free()) kfreed 'ld': 584 at ffff94b1f026dc00. 00000020:00001000:3.0:1767734672.639700:0:249776:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1c8545360 00000080:00000001:3.0:1767734672.639703:0:249776:0:(vvp_dev.c:366:cl_sb_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734672.639706:0:249776:0:(obd_class.h:902:obd_disconnect()) Process entered 00020000:00000001:3.0:1767734672.639709:0:249776:0:(lov_obd.c:290:lov_disconnect()) Process entered 00000020:00000001:3.0:1767734672.639711:0:249776:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767734672.639714:0:249776:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1886cffb85c2b7c1 00000020:00000040:3.0:1767734672.639717:0:249776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f9290000 with handle 0x1886cffb85c2b7c1 from hash 00000020:00000001:3.0:1767734672.639722:0:249776:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767734672.639724:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9290000 : new refcount 1 00000020:00000001:3.0:1767734672.639726:0:249776:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767734672.639728:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9290000 : new refcount 0 00000020:00000080:3.0:1767734672.639730:0:249776:0:(genops.c:904:class_export_put()) final put ffff94b1f9290000/a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 00000020:00000001:3.0:1767734672.639733:0:249776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.639748:0:249776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734672.639751:0:249776:0:(lov_obd.c:321:lov_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734672.639754:0:249776:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734672.639864:0:212084:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767734672.639871:0:212084:0:(genops.c:863:class_export_destroy()) destroying export ffff94b1f9290000/a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 for lustre-clilov-ffff94b2013a5000 00000020:00000001:2.0:1767734672.639876:0:212084:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767734672.639880:0:212084:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734672.639885:0:212084:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff94b2013a5000 (ffff94b1de026380) now 4 - export 00000020:00000010:2.0:1767734672.639891:0:212084:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b1f9290000. 00000020:00000001:2.0:1767734672.639905:0:212084:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1767734672.640082:0:249776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 576 at ffff94b1f026d400. 00000020:00000010:3.0:1767734672.640088:0:249776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1f026e000. 00000020:00000010:3.0:1767734672.640091:0:249776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff94b1f9295000. 00000020:00000010:3.0:1767734672.640095:0:249776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1440 at ffff94b2013a0800. 00000020:00000010:3.0:1767734672.640108:0:249776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1f026f000. 00000080:00000001:3.0:1767734672.640111:0:249776:0:(obd_class.h:902:obd_disconnect()) Process entered 00800000:00000001:3.0:1767734672.640114:0:249776:0:(lmv_obd.c:590:lmv_disconnect()) Process entered 00800000:00000001:3.0:1767734672.640116:0:249776:0:(lmv_obd.c:535:lmv_disconnect_mdc()) Process entered 00020000:00000001:3.0:1767734672.640131:0:249776:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:3.0:1767734672.640134:0:249776:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 192.168.203.112@tcp 00020000:00000010:3.0:1767734672.640136:0:249776:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at ffff94b1d0537680. 00020000:00000001:3.0:1767734672.640139:0:249776:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767734672.640143:0:249776:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:3.0:1767734672.640146:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9294000 : new refcount 3 80000000:00000010:3.0:1767734672.640149:0:249776:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at ffff94b1f451f1c0. 80000000:00000001:3.0:1767734672.640152:0:249776:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1767734672.640155:0:249776:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:3.0:1767734672.640157:0:249776:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:3.0:1767734672.640201:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9294000 : new refcount 2 40000000:00000001:3.0:1767734672.640203:0:249776:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:3.0:1767734672.640205:0:249776:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffff94b1f472cd00. 40000000:00000001:3.0:1767734672.640209:0:249776:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1767734672.640212:0:249776:0:(lmv_obd.c:569:lmv_disconnect_mdc()) Disconnected from lustre-MDT0000-mdc-ffff94b2013a5000(a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328) successfully 00800000:00000001:3.0:1767734672.640215:0:249776:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:3.0:1767734672.640217:0:249776:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734672.640219:0:249776:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:3.0:1767734672.640222:0:249776:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:3.0:1767734672.640224:0:249776:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-MDT0000-mdc-ffff94b2013a5000 - 1 00000100:00000001:3.0:1767734672.640227:0:249776:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1767734672.640229:0:249776:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328->lustre-MDT0000_UUID 00000020:00000001:3.0:1767734672.640232:0:249776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734672.640233:0:249776:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=2 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:3.0:1767734672.640236:0:249776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767734672.640237:0:249776:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.640240:0:249776:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1767734672.640242:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.640244:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767734672.640469:0:249776:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461400 count: 2 00010000:00000001:3.0:1767734672.640475:0:249776:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:3.0:1767734672.640479:0:249776:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461400 count: 3 00010000:00000001:3.0:1767734672.640491:0:249776:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734672.640495:0:249776:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767734672.640498:0:249776:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767734672.640503:0:249776:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dabb1d expref: -99 pid: 249776 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1767734672.640514:0:249776:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767734672.640540:0:249776:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1767734672.640543:0:249776:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1767734672.640545:0:249776:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.640548:0:249776:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767734672.640551:0:249776:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767734672.640553:0:249776:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767734672.640555:0:249776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734672.640558:0:249776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767734672.640561:0:249776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c5741000 with handle 0x1886cffb85c2b877 from hash 00010000:00000001:3.0:1767734672.640564:0:249776:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767734672.640566:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734672.640568:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734672.640569:0:249776:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:3.0:1767734672.640574:0:249776:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff94b1c33d9200. 00010000:00000001:3.0:1767734672.640577:0:249776:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767734672.640579:0:249776:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767734672.640583:0:249776:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734672.640585:0:249776:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734672.640588:0:249776:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734672.640590:0:249776:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767734672.640596:0:249776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdb480. 00000020:00000040:3.0:1767734672.640600:0:249776:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=3 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000001:3.0:1767734672.640604:0:249776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734672.640606:0:249776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734672.640610:0:249776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734672.640614:0:249776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c33d9e00. 00000100:00000001:3.0:1767734672.640619:0:249776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.640623:0:249776:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767734672.640635:0:249776:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabb1d expref: -99 pid: 249776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734672.640644:0:249776:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767734672.640646:0:249776:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734672.640648:0:249776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734672.640650:0:249776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734672.640654:0:249776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f780. 00000100:00000001:3.0:1767734672.640657:0:249776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506048 : -117982986045568 : ffff94b1f206f780) 00000100:00000001:3.0:1767734672.640660:0:249776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734672.640662:0:249776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00000100:00000001:3.0:1767734672.640666:0:249776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734672.640669:0:249776:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734672.640671:0:249776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734672.640673:0:249776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734672.640681:0:249776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdb480 x1853602672075008/t0(0) o103->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734672.640691:0:249776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734672.640693:0:249776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734672.640699:0:249776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdb480 x1853602672075008/t0(0) o103->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734672.640707:0:249776:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1767734672.640710:0:249776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734672.640712:0:249776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734672.640715:0:249776:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f780 going to sleep for 0 seconds 00000100:00000001:3.0:1767734672.640717:0:249776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734672.640720:0:249776:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1767734672.640723:0:249776:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734672.640725:0:249776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734672.640727:0:249776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734672.640732:0:249776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdb480 x1853602672075008/t0(0) o103->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734672.640742:0:249776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdb480 pname:cluuid:pid:xid:nid:opc:job umount:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:249776:1853602672075008:192.168.203.112@tcp:103:umount.0 00000100:00000001:3.0:1767734672.640752:0:249776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734672.640755:0:249776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1767734672.640758:0:249776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734672.640760:0:249776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734672.640764:0:249776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdb480 x1853602672075008/t0(0) o103->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734672.640772:0:249776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734672.640775:0:249776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f780. 00000100:00000001:3.0:1767734672.640778:0:249776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734672.640779:0:249776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:3.0:1767734672.640782:0:249776:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:3.0:1767734672.640784:0:249776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734672.640788:0:249776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdb480 x1853602672075008/t0(0) o103->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734672.640796:0:249776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767734672.640798:0:249776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734672.640800:0:249776:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=2 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:3.0:1767734672.640802:0:249776:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734672.640804:0:249776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c33d9e00. 02000000:00000001:3.0:1767734672.640807:0:249776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734672.640809:0:249776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734672.640811:0:249776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdb480. 00000100:00000001:3.0:1767734672.640815:0:249776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734672.640816:0:249776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734672.640818:0:249776:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:3.0:1767734672.640820:0:249776:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:3.0:1767734672.640823:0:249776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767734672.640826:0:249776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b2013a5000 lock: ffff94b1c5741000/0x1886cffb85c2b877 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabb1d expref: -99 pid: 249776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734672.640838:0:249776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734672.640840:0:249776:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.640842:0:249776:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767734672.640855:0:249776:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d0461400 count: 0 00010000:00000010:3.0:1767734672.640861:0:249776:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7e3f100. 00000001:00000001:3.0:1767734672.641445:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.641449:0:249776:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.641453:0:249776:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1767734672.641455:0:249776:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767734672.641457:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.641459:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767734672.642372:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767734672.642376:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.642378:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767734672.643060:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.643064:0:249776:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.643067:0:249776:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:3.0:1767734672.643069:0:249776:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:3.0:1767734672.643072:0:249776:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:3.0:1767734672.643074:0:249776:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1767734672.643080:0:249776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdb480. 00000020:00000040:3.0:1767734672.643084:0:249776:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=3 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000100:00000001:3.0:1767734672.643087:0:249776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734672.643089:0:249776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734672.643092:0:249776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734672.643098:0:249776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1f7416500. 00000100:00000001:3.0:1767734672.643102:0:249776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734672.643105:0:249776:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00000100:00080000:3.0:1767734672.643108:0:249776:0:(import.c:65:import_set_state_nolock()) ffff94b2013a2000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:3.0:1767734672.643112:0:249776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734672.643115:0:249776:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734672.643122:0:249776:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034e89144] to pc [ptlrpcd_rcv+-1] req@ffff94b200bdb480 x1853602672075136/t0(0) o39->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734672.643147:0:249776:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.643251:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734672.643257:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734672.643260:0:196090:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734672.643270:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdb480 x1853602672075136/t0(0) o39->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734672.643283:0:196090:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734672.643285:0:196090:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734672.643289:0:196090:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734672.643292:0:196090:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734672.643296:0:196090:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734672.643300:0:196090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:196090:1853602672075136:192.168.203.112@tcp:39:umount.0 00000100:00000001:1.0:1767734672.643305:0:196090:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734672.643308:0:196090:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734672.643350:0:196090:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734672.643353:0:196090:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734672.643360:0:196090:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d0757600. 02000000:00000001:1.0:1767734672.643364:0:196090:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734672.643372:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734672.643377:0:196090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8106e0. 00000400:00000010:1.0:1767734672.643394:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bd48. 00000100:00000200:1.0:1767734672.643400:0:196090:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672075136, portal 10 00000100:00000001:1.0:1767734672.643403:0:196090:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734672.643406:0:196090:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00000100:00000040:1.0:1767734672.643416:0:196090:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdb480 x1853602672075136/t0(0) o39->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734672.643427:0:196090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734672.643433:0:196090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734672.643437:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b000. 00000100:00000200:1.0:1767734672.643441:0:196090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672075136, offset 0 00000400:00000200:1.0:1767734672.643448:0:196090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734672.643455:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734672.643464:0:196090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734672.643470:0:196090:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734672.643475:0:196090:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734672.643479:0:196090:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734672.643483:0:196090:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734672.643489:0:196090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66541:66541:256:4294967295] 192.168.203.112@tcp LPNI seq info [66541:66541:8:4294967295] 00000400:00000200:1.0:1767734672.643495:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734672.643505:0:196090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734672.643511:0:196090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734672.643515:0:196090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cf00. 00000800:00000200:1.0:1767734672.643556:0:196090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734672.643563:0:196090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734672.643568:0:196090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767734672.643586:0:196090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734672.643591:0:196090:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: using a timeout of 5980 usecs (6 jiffies) 00000400:00000200:1.0:1767734672.643595:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734672.643598:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 2 is 4303434471 00000100:00000001:1.0:1767734672.643601:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 2, keep current deadline 4303435285 00000100:00000001:1.0:1767734672.643613:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS new deadline estimation for cpu 3 is 4303434471 00000100:00000001:1.0:1767734672.643615:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b2013a5000: PM QoS request active for cpu 3, keep current deadline 4303435285 00000100:00000001:1.0:1767734672.643618:0:196090:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734672.643621:0:196090:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.643625:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.643627:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.643633:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734672.643635:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767734672.643638:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734672.643640:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734672.643642:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.643645:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734672.643764:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734672.643772:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:2.0:1767734672.643779:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734672.643787:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734672.643792:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b000 00000400:00000010:2.0:1767734672.643795:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b000. 00000100:00000001:2.0:1767734672.643799:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734672.643807:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdb480 x1853602672075136/t0(0) o39->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734672.643820:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734672.643824:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdb480 x1853602672075136/t0(0) o39->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734682 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734672.643834:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734672.643837:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734672.647483:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734672.647498:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734672.647501:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734672.647504:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734672.647512:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.647541:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734672.647550:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.647566:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.647572:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.647576:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d2e180 00000400:00000200:2.0:1767734672.647582:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734672.647588:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b815 [1] + 224 00000800:00000001:2.0:1767734672.647595:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734672.647615:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734672.647619:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734672.647624:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734672.647630:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734672.647637:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdb480 x1853602672075136/t0(0) o39->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734672.647651:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bdb480 x1853602672075136/t0(0) o39->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734672.647679:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734672.647687:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734672.647691:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.647718:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734672.647725:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734672.647735:0:196090:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734672.647738:0:196090:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734672.647741:0:196090:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8106e0. 00000400:00000200:1.0:1767734672.647748:0:196090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bd48 00000400:00000010:1.0:1767734672.647751:0:196090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bd48. 00000100:00000001:1.0:1767734672.647754:0:196090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734672.647764:0:196090:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdb480 x1853602672075136/t0(0) o39->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734672.647778:0:196090:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdb480 x1853602672075136/t0(0) o39->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734672.647792:0:196090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734672.647794:0:196090:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.647797:0:196090:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734672.647800:0:196090:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734672.647802:0:196090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734672.647804:0:196090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734672.647807:0:196090:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734672.647813:0:196090:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b2013a2458 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734672.647818:0:196090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b2013a2410 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734672.647821:0:196090:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734672.647823:0:196090:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734672.647837:0:196090:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734672.647841:0:196090:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.647844:0:196090:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734672.647847:0:196090:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734672.647849:0:196090:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734672.647851:0:196090:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734672.647853:0:196090:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00000100:00000001:1.0:1767734672.647856:0:196090:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734672.647858:0:196090:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b2013a5000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734672.647860:0:196090:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734672.647863:0:196090:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734672.647869:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdb480 x1853602672075136/t12884924678(12884924678) o39->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734682 ref 2 fl Rpc:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734672.647878:0:196090:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734672.647880:0:196090:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734672.647882:0:196090:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767734672.647885:0:196090:0:(import.c:65:import_set_state_nolock()) ffff94b2013a2000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:1.0:1767734672.647889:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767734672.647892:0:196090:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:1.0:1767734672.647895:0:196090:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.647897:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767734672.647899:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767734672.647900:0:196090:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:1.0:1767734672.647904:0:196090:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.647905:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:1.0:1767734672.647927:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdb480 x1853602672075136/t12884924678(12884924678) o39->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734682 ref 2 fl Interpret:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734672.647938:0:196090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328:196090:1853602672075136:192.168.203.112@tcp:39:umount.0 00000100:00000001:1.0:1767734672.647943:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.647946:0:196090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734672.647950:0:196090:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdb480 x1853602672075136/t12884924678(12884924678) o39->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734682 ref 2 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734672.647973:0:196090:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.647975:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734672.647981:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734672.647983:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734672.647986:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734672.647988:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734672.648016:0:249776:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734672.648025:0:249776:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767734672.648028:0:249776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1767734672.648043:0:249776:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767734672.648046:0:249776:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767734672.648048:0:249776:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b2013a5000: committing for last_committed 0 gen 2 00000100:00100000:3.0:1767734672.648060:0:249776:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff94b200bdb480 x1853602672075136/t12884924678(12884924678) o39->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734672.648072:0:249776:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734672.648076:0:249776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734672.648081:0:249776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdb480 x1853602672075136/t12884924678(12884924678) o39->lustre-MDT0000-mdc-ffff94b2013a5000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734682 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734672.648090:0:249776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734672.648092:0:249776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734672.648096:0:249776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d0757600. 02000000:00000001:3.0:1767734672.648100:0:249776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734672.648102:0:249776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734672.648104:0:249776:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=2 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:3.0:1767734672.648107:0:249776:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734672.648109:0:249776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1f7416500. 02000000:00000001:3.0:1767734672.648113:0:249776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734672.648115:0:249776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734672.648117:0:249776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdb480. 00000100:00000001:3.0:1767734672.648121:0:249776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734672.648123:0:249776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734672.648127:0:249776:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b2013a5000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:3.0:1767734672.648130:0:249776:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734672.648132:0:249776:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767734672.648134:0:249776:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767734672.648136:0:249776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767734672.648139:0:249776:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767734672.648142:0:249776:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734672.648144:0:249776:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:3.0:1767734672.648146:0:249776:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767734672.648149:0:249776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767734672.648151:0:249776:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:3.0:1767734672.648153:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.648155:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767734672.648899:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767734672.648903:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.648905:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767734672.649744:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.649749:0:249776:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:3.0:1767734672.649752:0:249776:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090023932776 : -117983685618840 : ffff94b1c8545368) 00000020:00001000:3.0:1767734672.649756:0:249776:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1c8545360 00000008:00000001:3.0:1767734672.649760:0:249776:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1767734672.649762:0:249776:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1767734672.649764:0:249776:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767734672.649766:0:249776:0:(osc_cache.c:2265:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1767734672.649768:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.649770:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000010:3.1:1767734672.650353:0:249776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c5741000. 00010000:00000010:3.1:1767734672.650359:0:249776:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d0461400. 00000001:00000001:3.0:1767734672.650490:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1767734672.650494:0:249776:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1c8545360 00000001:00000001:3.0:1767734672.650497:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.650499:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767734672.651179:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767734672.651182:0:249776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767734672.651184:0:249776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767734672.651909:0:249776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734672.651913:0:249776:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734672.651916:0:249776:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:3.0:1767734672.651921:0:249776:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:3.0:1767734672.651923:0:249776:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767734672.651925:0:249776:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1886cffb85c2b7ba 00000020:00000040:3.0:1767734672.651929:0:249776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f9294000 with handle 0x1886cffb85c2b7ba from hash 00000020:00000001:3.0:1767734672.651935:0:249776:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767734672.651937:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9294000 : new refcount 1 00000020:00000001:3.0:1767734672.651939:0:249776:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767734672.651941:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9294000 : new refcount 0 00000020:00000080:3.0:1767734672.651944:0:249776:0:(genops.c:904:class_export_put()) final put ffff94b1f9294000/a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 00000020:00000001:3.0:1767734672.651947:0:249776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.651964:0:249776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734672.651967:0:249776:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734672.651999:0:249776:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734672.652002:0:249776:0:(lmv_obd.c:580:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.652015:0:249776:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767734672.652026:0:249776:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1886cffb85c2b7b3 00000020:00000040:3.0:1767734672.652030:0:249776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f9292000 with handle 0x1886cffb85c2b7b3 from hash 00000020:00000001:3.0:1767734672.652034:0:249776:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767734672.652036:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9292000 : new refcount 1 00000020:00000001:3.0:1767734672.652039:0:249776:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767734672.652041:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b1f9292000 : new refcount 0 00000020:00000080:3.0:1767734672.652044:0:249776:0:(genops.c:904:class_export_put()) final put ffff94b1f9292000/a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 00000020:00000001:3.0:1767734672.652047:0:249776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.652054:0:249776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734672.652057:0:249776:0:(lmv_obd.c:601:lmv_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734672.652060:0:249776:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734672.652064:0:249776:0:(llite_lib.c:991:client_common_put_super()) Process leaving 00000020:00000001:3.0:1767734672.652070:0:249776:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767734672.652073:0:249776:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff94b2013a5000 (flags='') 00000020:00000010:3.0:1767734672.652078:0:249776:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff94b1c5895660. 00000020:00000080:3.0:1767734672.652082:0:249776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767734672.652087:0:249776:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767734672.652090:0:249776:0:(obd_config.c:886:class_cleanup()) lustre-clilov-ffff94b2013a5000: forcing exports to disconnect: 0/1 00000020:00000001:3.0:1767734672.652093:0:249776:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:2.0:1767734672.652097:0:212084:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00080000:3.0:1767734672.652098:0:249776:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (ffff94b1de026380) has no exports 00000020:00000001:3.0:1767734672.652106:0:249776:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000080:2.0:1767734672.652107:0:212084:0:(genops.c:863:class_export_destroy()) destroying export ffff94b1f9294000/a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 for lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:3.0:1767734672.652110:0:249776:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:3.0:1767734672.652117:0:249776:0:(obd_class.h:609:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734672.652123:0:212084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 14 to 192.168.203.112@tcp 00000020:00000001:2.0:1767734672.652130:0:212084:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767734672.652133:0:212084:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734672.652137:0:212084:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b2013a5000 (ffff94b1de020000) now 5 - export 00000020:00000010:2.0:1767734672.652142:0:212084:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b1f9294000. 00000020:00000001:2.0:1767734672.652149:0:212084:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767734672.652153:0:212084:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767734672.652155:0:212084:0:(genops.c:863:class_export_destroy()) destroying export ffff94b1f9292000/a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 for lustre-clilmv-ffff94b2013a5000 00000020:00000001:2.0:1767734672.652159:0:212084:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767734672.652162:0:212084:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734672.652165:0:212084:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff94b2013a5000 (ffff94b1de024aa0) now 4 - export 00000020:00000010:2.0:1767734672.652168:0:212084:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b1f9292000. 00000001:00000001:3.0:1767734672.652170:0:249776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767734672.652180:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1dd16d000. 00000001:00000010:3.0:1767734672.652192:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1dd16c800. 00000020:00000001:2.0:1767734672.652194:0:212084:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000010:3.0:1767734672.652198:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1dd16c000. 00000001:00000010:3.0:1767734672.652204:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1dd16d400. 00000001:00000010:3.0:1767734672.652208:0:249776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1c7f4f0a0. 00000001:00000010:3.0:1767734672.652211:0:249776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b0e3c38f00. 00000001:00000001:3.0:1767734672.652218:0:249776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767734672.652221:0:249776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767734672.652226:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1dd16de00. 00000001:00000010:3.0:1767734672.652230:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1dd16d600. 00000001:00000010:3.0:1767734672.652232:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1dd16da00. 00000001:00000010:3.0:1767734672.652245:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1dd16ce00. 00000001:00000010:3.0:1767734672.652248:0:249776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1c7f4fc60. 00000001:00000010:3.0:1767734672.652251:0:249776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b0e3c38500. 00000001:00000001:3.0:1767734672.652254:0:249776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767734672.652256:0:249776:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff94b2013a5000 (ffff94b1de026380) now 3 - setup 00000020:00000001:3.0:1767734672.652259:0:249776:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.652262:0:249776:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767734672.652265:0:249776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767734672.652269:0:249776:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767734672.652272:0:249776:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff94b2013a5000 (ffff94b1de026380) now 2 - obd_device_list 00000020:00000080:3.0:1767734672.652275:0:249776:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilov-ffff94b2013a5000 (uuid a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328) 00000020:00000040:3.0:1767734672.652278:0:249776:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff94b2013a5000 (ffff94b1de026380) now 1 - newdev 00000020:00000040:3.0:1767734672.652282:0:249776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b2013a0000 with handle 0x1886cffb85c2b782 from hash 00000020:00000040:3.0:1767734672.652285:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b2013a0000 : new refcount 0 00000020:00000080:3.0:1767734672.652288:0:249776:0:(genops.c:904:class_export_put()) final put ffff94b2013a0000/a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 00000020:00000001:3.0:1767734672.652290:0:249776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.652293:0:249776:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767734672.652295:0:249776:0:(genops.c:863:class_export_destroy()) destroying export ffff94b2013a0000/a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 for lustre-clilov-ffff94b2013a5000 00000020:00000001:3.0:1767734672.652298:0:249776:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767734672.652300:0:249776:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734672.652303:0:249776:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b2013a0000. 00000020:00000001:3.0:1767734672.652343:0:249776:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767734672.652346:0:249776:0:(genops.c:440:class_free_dev()) Release obd device lustre-clilov-ffff94b2013a5000 obd_type name = lov 00000020:01000000:3.0:1767734672.652349:0:249776:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff94b2013a5000 (a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328) 00000020:00000001:3.0:1767734672.652351:0:249776:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000001:3.0:1767734672.652354:0:249776:0:(obd_class.h:638:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734672.652357:0:249776:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6368 at ffff94b1de026380. 00000020:00000001:3.0:1767734672.652377:0:249776:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.652381:0:249776:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734672.652384:0:249776:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff94b1c5895660. 00000020:00000001:3.0:1767734672.652389:0:249776:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.652393:0:249776:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767734672.652395:0:249776:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff94b2013a5000 (flags='') 00000020:00000010:3.0:1767734672.652436:0:249776:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff94b1c5895660. 00000020:00000080:3.0:1767734672.652439:0:249776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767734672.652444:0:249776:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767734672.652448:0:249776:0:(obd_config.c:886:class_cleanup()) lustre-clilmv-ffff94b2013a5000: forcing exports to disconnect: 0/1 00000020:00000001:3.0:1767734672.652452:0:249776:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767734672.652455:0:249776:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (ffff94b1de024aa0) has no exports 00000020:00000001:3.0:1767734672.652459:0:249776:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767734672.652462:0:249776:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:3.0:1767734672.652466:0:249776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d9400. 00000020:00000010:3.0:1767734672.652471:0:249776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c33d9e00. 00000040:00000010:3.0:1767734672.652476:0:249776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1c33d8000. 00000020:00000010:3.0:1767734672.652481:0:249776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1e7e85000. 00000020:00000010:3.0:1767734672.652486:0:249776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c33d8e00. 00040000:00000010:3.0:1767734672.652491:0:249776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1f7416500. 00040000:00000010:3.0:1767734672.652495:0:249776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c33d8200. 00000020:00000010:3.0:1767734672.652501:0:249776:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1f6013dc0. 00000020:00000001:3.0:1767734672.652507:0:249776:0:(kernelcomm.c:1325:libcfs_kkuc_group_rem()) Process entered 00000020:00000001:3.0:1767734672.652509:0:249776:0:(kernelcomm.c:1366:libcfs_kkuc_group_put()) Process entered 00000020:00000001:3.0:1767734672.652513:0:249776:0:(kernelcomm.c:1379:libcfs_kkuc_group_put()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:3.0:1767734672.652516:0:249776:0:(kernelcomm.c:1357:libcfs_kkuc_group_rem()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734672.652543:0:249776:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1f6013dc0. 00000020:00000010:3.0:1767734672.652550:0:249776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33d9e00. 00000040:00000010:3.0:1767734672.652554:0:249776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1c33d8000. 00000020:00000010:3.0:1767734672.652556:0:249776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1e7e85000. 00000020:00000010:3.0:1767734672.652562:0:249776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c33d8e00. 00040000:00000010:3.0:1767734672.652565:0:249776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1f7416500. 00040000:00000010:3.0:1767734672.652568:0:249776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c33d8200. 00000020:00000010:3.0:1767734672.652572:0:249776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d9400. 00000020:00000001:3.0:1767734672.652574:0:249776:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767734672.652585:0:249776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767734672.652591:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c38dba00. 00000001:00000010:3.0:1767734672.652595:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c38dbe00. 00000001:00000010:3.0:1767734672.652597:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c38da200. 00000001:00000010:3.0:1767734672.652600:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c38db800. 00000001:00000010:3.0:1767734672.652611:0:249776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1c7f4f120. 00000001:00000010:3.0:1767734672.652614:0:249776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b0e3c38e00. 00000001:00000001:3.0:1767734672.652617:0:249776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767734672.652619:0:249776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767734672.652624:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c38db000. 00000001:00000010:3.0:1767734672.652626:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c38da800. 00000001:00000010:3.0:1767734672.652628:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c38da600. 00000001:00000010:3.0:1767734672.652631:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c38db600. 00000001:00000010:3.0:1767734672.652633:0:249776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1c7f4f880. 00000001:00000010:3.0:1767734672.652636:0:249776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b0e3c38700. 00000001:00000001:3.0:1767734672.652645:0:249776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767734672.652647:0:249776:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff94b2013a5000 (ffff94b1de024aa0) now 3 - setup 00000020:00000001:3.0:1767734672.652650:0:249776:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.652652:0:249776:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767734672.652655:0:249776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767734672.652659:0:249776:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767734672.652662:0:249776:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff94b2013a5000 (ffff94b1de024aa0) now 2 - obd_device_list 00000020:00000080:3.0:1767734672.652665:0:249776:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilmv-ffff94b2013a5000 (uuid a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328) 00000020:00000040:3.0:1767734672.652668:0:249776:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff94b2013a5000 (ffff94b1de024aa0) now 1 - newdev 00000020:00000040:3.0:1767734672.652672:0:249776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b2013a1000 with handle 0x1886cffb85c2b789 from hash 00000020:00000040:3.0:1767734672.652675:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b2013a1000 : new refcount 0 00000020:00000080:3.0:1767734672.652677:0:249776:0:(genops.c:904:class_export_put()) final put ffff94b2013a1000/a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 00000020:00000001:3.0:1767734672.652680:0:249776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.652682:0:249776:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767734672.652684:0:249776:0:(genops.c:863:class_export_destroy()) destroying export ffff94b2013a1000/a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 for lustre-clilmv-ffff94b2013a5000 00000020:00000001:3.0:1767734672.652687:0:249776:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767734672.652689:0:249776:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734672.652692:0:249776:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b2013a1000. 00000020:00000001:3.0:1767734672.652696:0:249776:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767734672.652698:0:249776:0:(genops.c:440:class_free_dev()) Release obd device lustre-clilmv-ffff94b2013a5000 obd_type name = lmv 00000020:01000000:3.0:1767734672.652700:0:249776:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff94b2013a5000 (a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328) 00000020:00000001:3.0:1767734672.652703:0:249776:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767734672.652719:0:249776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d9400. 00000020:00000010:3.0:1767734672.652729:0:249776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c33d8200. 00000040:00000010:3.0:1767734672.652732:0:249776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1c33d8e00. 00000020:00000010:3.0:1767734672.652736:0:249776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1e7e85000. 00000020:00000010:3.0:1767734672.652739:0:249776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c33d8000. 00040000:00000010:3.0:1767734672.652743:0:249776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1f7416500. 00040000:00000010:3.0:1767734672.652746:0:249776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c33d9e00. 00800000:00000001:3.0:1767734672.652751:0:249776:0:(lmv_obd.c:1314:lmv_device_free()) Process entered 00800000:00000010:3.0:1767734672.652754:0:249776:0:(lmv_obd.c:1320:lmv_device_free()) kfreed 'pat': 280 at ffff94b1c1494c00. 00800000:00000010:3.0:1767734672.652758:0:249776:0:(lmv_obd.c:1320:lmv_device_free()) kfreed 'pat': 280 at ffff94b1c1494600. 80000000:00000001:3.0:1767734672.652762:0:249776:0:(fld_request.c:280:fld_client_fini()) Process entered 80000000:00000001:3.0:1767734672.652766:0:249776:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:3.0:1767734672.652769:0:249776:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000040:3.0:1767734672.652772:0:249776:0:(fld_cache.c:203:fld_cache_shrink()) cli-lustre-clilmv-ffff94b2013a5000: FLD cache - Shrunk by 0 entries 80000000:00000001:3.0:1767734672.652774:0:249776:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767734672.652777:0:249776:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:3.0:1767734672.652779:0:249776:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (cli-lustre-clilmv-ffff94b2013a5000): 80000000:00000040:3.0:1767734672.652781:0:249776:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 0 80000000:00000040:3.0:1767734672.652783:0:249776:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 0 80000000:00000010:3.0:1767734672.652785:0:249776:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at ffff94b1ed91a480. 80000000:00000001:3.0:1767734672.652787:0:249776:0:(fld_request.c:298:fld_client_fini()) Process leaving 00000020:00000010:3.0:1767734672.652914:0:249776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff94b1c597d800. 00000020:00000010:3.0:1767734672.652919:0:249776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff94b1fb9b8000. 00000020:00000010:3.0:1767734672.652923:0:249776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff94b1c38db400. 00000020:00000010:3.0:1767734672.652926:0:249776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1d009a800. 00020000:00000001:3.0:1767734672.652929:0:249776:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:3.0:1767734672.652932:0:249776:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:3.0:1767734672.652935:0:249776:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:3.0:1767734672.652938:0:249776:0:(lmv_obd.c:411:lmv_del_target()) kfreed 'tgt': 368 at ffff94b1c997c600. 00020000:00000010:3.0:1767734672.652941:0:249776:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff94b1dd325000. 00800000:00000010:3.0:1767734672.652947:0:249776:0:(lmv_obd.c:1332:lmv_device_free()) kfreed 'lu': 64 at ffff94b1f47d4000. 00800000:00000001:3.0:1767734672.652949:0:249776:0:(lmv_obd.c:1334:lmv_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734672.652952:0:249776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33d8200. 00000040:00000010:3.0:1767734672.652955:0:249776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1c33d8e00. 00000020:00000010:3.0:1767734672.652958:0:249776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1e7e85000. 00000020:00000010:3.0:1767734672.652961:0:249776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c33d8000. 00040000:00000010:3.0:1767734672.652975:0:249776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1f7416500. 00040000:00000010:3.0:1767734672.652978:0:249776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c33d9e00. 00000020:00000010:3.0:1767734672.652981:0:249776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d9400. 00000020:00000001:3.0:1767734672.652985:0:249776:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734672.652987:0:249776:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6368 at ffff94b1de024aa0. 00000020:00000001:3.0:1767734672.652994:0:249776:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.652997:0:249776:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767734672.653000:0:249776:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff94b1c5895660. 00000020:00000001:3.0:1767734672.653003:0:249776:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734672.653006:0:249776:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767734672.653008:0:249776:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff94b2013a5000 (flags='') 00000020:00000010:3.0:1767734672.653012:0:249776:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff94b1c5895660. 00000020:00000080:3.0:1767734672.653014:0:249776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767734672.653018:0:249776:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767734672.653021:0:249776:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdc-ffff94b2013a5000: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1767734672.653023:0:249776:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767734672.653025:0:249776:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (ffff94b1de020000) has no exports 00000020:00000001:3.0:1767734672.653027:0:249776:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767734672.653030:0:249776:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:3.0:1767734672.653033:0:249776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d9400. 00000020:00000010:3.0:1767734672.653036:0:249776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c33d9e00. 00000020:00000010:3.0:1767734672.653039:0:249776:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1c5895600. 00000008:00000010:3.0:1767734672.653043:0:249776:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f3b937c8. 00020000:00000010:3.0:1767734672.653047:0:249776:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fa526480. 00008000:00000010:3.0:1767734672.653051:0:249776:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1c5747c08. 00000080:00000010:3.0:1767734672.653056:0:249776:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1c858b498. 00000080:00000010:3.0:1767734672.653059:0:249776:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1c334b6c0. 00000020:00000010:3.0:1767734672.653063:0:249776:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1f6013c40. 00000002:00000001:3.0:1767734672.653068:0:249776:0:(mdc_dev.c:1746:mdc_device_fini()) Process entered 00000008:00000001:3.0:1767734672.653070:0:249776:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000008:00000001:3.0:1767734672.653075:0:249776:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:3.0:1767734672.653077:0:249776:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff94b2013a5000: client import never connected 00000100:00000001:3.0:1767734672.653081:0:249776:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767734672.653083:0:249776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1767734672.653092:0:249776:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767734672.653094:0:249776:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767734672.653096:0:249776:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b2013a5000: committing for last_committed 0 gen 3 00000100:00000040:3.0:1767734672.653100:0:249776:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b2013a5000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767734672.653103:0:249776:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734672.653105:0:249776:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767734672.653106:0:249776:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767734672.653108:0:249776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767734672.653109:0:249776:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:3.0:1767734672.653111:0:249776:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:3.0:1767734672.653113:0:249776:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767734672.653116:0:249776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767734672.653117:0:249776:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:3.0:1767734672.653119:0:249776:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:3.0:1767734672.653123:0:249776:0:(genops.c:1229:class_import_get()) import ffff94b2013a2000 refcount=3 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:3.0:1767734672.653126:0:249776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734672.653128:0:249776:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=2 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:3.0:1767734672.653131:0:249776:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767734672.653133:0:249776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734672.653135:0:249776:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=1 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:3.0:1767734672.653137:0:249776:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:3.0:1767734672.653139:0:249776:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:3.0:1767734672.653141:0:249776:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734672.653144:0:249776:0:(mdc_changelog.c:866:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:3.0:1767734672.653148:0:249776:0:(mdc_changelog.c:872:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:3.0:1767734672.653150:0:249776:0:(mdc_request.c:3001:mdc_llog_finish()) Process entered 00000002:00000040:3.0:1767734672.653154:0:249776:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff94b1ed91a300 : new refcount 2 00000040:00000001:3.0:1767734672.653157:0:249776:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767734672.653159:0:249776:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff94b1ed91a300 : new refcount 1 00000020:00000040:3.0:1767734672.653162:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b2013a5800 : new refcount 1 00000020:00000001:3.0:1767734672.653164:0:249776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734672.653166:0:249776:0:(genops.c:1242:class_import_put()) import ffff94b2013a2000 refcount=0 obd=lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000040:3.0:1767734672.653169:0:249776:0:(genops.c:1245:class_import_put()) final put import ffff94b2013a2000 00000020:00000001:3.0:1767734672.653186:0:249776:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:3.0:1767734672.653189:0:249776:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff94b1ed91a300. 00000040:00000001:3.0:1767734672.653194:0:249776:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734672.653203:0:249776:0:(mdc_request.c:3006:mdc_llog_finish()) Process leaving 00000020:00000010:3.0:1767734672.653206:0:249776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff94b1c597c400. 00000020:00000010:3.0:1767734672.653210:0:249776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff94b1fb9ba800. 00000020:00000010:3.0:1767734672.653214:0:249776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff94b1e7dcfe00. 00000020:00000010:3.0:1767734672.653218:0:249776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1d0099800. 00000020:00000001:2.0:1767734672.653299:0:212084:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767734672.653333:0:212084:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff94b2013a2000 for lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000040:2.0:1767734672.653342:0:212084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 13 to 192.168.203.112@tcp 00000020:00000040:2.0:1767734672.653350:0:212084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 12 to 192.168.203.112@tcp 00000020:00000010:2.0:1767734672.653354:0:212084:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff94b1d0411f00. 00000020:00000040:2.0:1767734672.653361:0:212084:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b2013a5000 (ffff94b1de020000) now 4 - import 00000020:00000010:2.0:1767734672.653366:0:212084:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff94b2013a2000. 00000020:00000001:2.0:1767734672.653375:0:212084:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:2.0:1767734672.653632:0:249776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff94b1c4178000. 00000020:00000010:2.0:1767734672.653638:0:249776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff94b2018d6000. 00000020:00000010:2.0:1767734672.653642:0:249776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff94b1c4236000. 00000020:00000010:2.0:1767734672.653647:0:249776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff94b1c5f9b000. 00000020:00000010:2.0:1767734672.653653:0:249776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1d009a000. 00000002:00000001:2.0:1767734672.653656:0:249776:0:(mdc_dev.c:1754:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734672.653662:0:249776:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1f6013c40. 00000020:00000010:2.0:1767734672.653668:0:249776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33d9e00. 00000020:00000010:2.0:1767734672.653672:0:249776:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c5895600. 00000008:00000010:2.0:1767734672.653676:0:249776:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f3b937c8. 00020000:00000010:2.0:1767734672.653681:0:249776:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526480. 00008000:00000010:2.0:1767734672.653685:0:249776:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5747c08. 00000080:00000010:2.0:1767734672.653690:0:249776:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b498. 00000080:00000010:2.0:1767734672.653695:0:249776:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334b6c0. 00000020:00000010:2.0:1767734672.653699:0:249776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d9400. 00000020:00000001:2.0:1767734672.653702:0:249776:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767734672.653715:0:249776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767734672.653722:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c1495e00. 00000001:00000010:2.0:1767734672.653726:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c38da000. 00000001:00000010:2.0:1767734672.653729:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c38dbc00. 00000001:00000010:2.0:1767734672.653731:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c38da400. 00000001:00000010:2.0:1767734672.653734:0:249776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1c7f4fda0. 00000001:00000010:2.0:1767734672.653737:0:249776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b0e3c38000. 00000001:00000001:2.0:1767734672.653740:0:249776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767734672.653755:0:249776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767734672.653760:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c38db200. 00000001:00000010:2.0:1767734672.653763:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c38dac00. 00000001:00000010:2.0:1767734672.653766:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c38daa00. 00000001:00000010:2.0:1767734672.653768:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff94b1c9beb000. 00000001:00000010:2.0:1767734672.653772:0:249776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff94b1c7f4fc80. 00000001:00000010:2.0:1767734672.653775:0:249776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff94b1d430fc00. 00000001:00000001:2.0:1767734672.653778:0:249776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767734672.653780:0:249776:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b2013a5000 (ffff94b1de020000) now 3 - setup 00000020:00000001:2.0:1767734672.653783:0:249776:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734672.653786:0:249776:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767734672.653789:0:249776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767734672.653795:0:249776:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767734672.653798:0:249776:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b2013a5000 (ffff94b1de020000) now 2 - obd_device_list 00000020:00000080:2.0:1767734672.653801:0:249776:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdc-ffff94b2013a5000 (uuid a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328) 00000020:00000040:2.0:1767734672.653803:0:249776:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b2013a5000 (ffff94b1de020000) now 1 - newdev 00000020:00000040:2.0:1767734672.653811:0:249776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b2013a5800 with handle 0x1886cffb85c2b790 from hash 00000020:00000040:2.0:1767734672.653815:0:249776:0:(genops.c:898:class_export_put()) PUTting export ffff94b2013a5800 : new refcount 0 00000020:00000080:2.0:1767734672.653818:0:249776:0:(genops.c:904:class_export_put()) final put ffff94b2013a5800/a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 00000020:00000001:2.0:1767734672.653821:0:249776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734672.653824:0:249776:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767734672.653826:0:249776:0:(genops.c:863:class_export_destroy()) destroying export ffff94b2013a5800/a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328 for lustre-MDT0000-mdc-ffff94b2013a5000 00000020:00000001:2.0:1767734672.653829:0:249776:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767734672.653831:0:249776:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734672.653833:0:249776:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff94b2013a5800. 00000020:00000001:2.0:1767734672.653837:0:249776:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767734672.653839:0:249776:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdc-ffff94b2013a5000 obd_type name = mdc 00000020:01000000:2.0:1767734672.653842:0:249776:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff94b2013a5000 (a8d29e89-7fa8-4ab9-9e31-bab6c2c9f328) 00000020:00000001:2.0:1767734672.653844:0:249776:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767734672.653847:0:249776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b0db604400. 00000020:00000010:2.0:1767734672.653851:0:249776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b0db605e00. 00000020:00000010:2.0:1767734672.653856:0:249776:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1e78159c0. 00000008:00000010:2.0:1767734672.653873:0:249776:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1fb9e4e18. 00020000:00000010:2.0:1767734672.653877:0:249776:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1c73ccf00. 00008000:00000010:2.0:1767734672.653881:0:249776:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b201524388. 00000080:00000010:2.0:1767734672.653887:0:249776:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1f8c975e8. 00000080:00000010:2.0:1767734672.653891:0:249776:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1ee855918. 00000008:00000001:2.0:1767734672.653896:0:249776:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:2.0:1767734672.653900:0:249776:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1767734672.653903:0:249776:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767734672.653906:0:249776:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767734672.653937:0:249776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff94b1d0757000. 00000020:00000010:2.0:1767734672.653941:0:249776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff94b1c33d9200. 00000020:00000010:2.0:1767734672.653944:0:249776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff94b1e7dce400. 00000020:00000010:2.0:1767734672.653948:0:249776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1d009b000. 00010000:00000001:2.0:1767734672.653982:0:249776:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767734672.653992:0:249776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff94b1f6013600. 00000020:00000010:2.0:1767734672.653996:0:249776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff94b1c7f4ff40. 00000020:00000010:2.0:1767734672.653999:0:249776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff94b1d0098c00. 00000001:00000001:2.0:1767734672.654036:0:249776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767734672.654733:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307edd000. 00000001:00000010:2.0:1767734672.654748:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307ee7000. 00000001:00000010:2.0:1767734672.654751:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307efd000. 00000001:00000010:2.0:1767734672.654753:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307f07000. 00000001:00000010:2.0:1767734672.654756:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307f11000. 00000001:00000010:2.0:1767734672.654758:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307f1b000. 00000001:00000010:2.0:1767734672.654761:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307f25000. 00000001:00000010:2.0:1767734672.654763:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307f2f000. 00000001:00000010:2.0:1767734672.654766:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307f39000. 00000001:00000010:2.0:1767734672.654768:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307f43000. 00000001:00000010:2.0:1767734672.654770:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307f4d000. 00000001:00000010:2.0:1767734672.654772:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307f57000. 00000001:00000010:2.0:1767734672.654774:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307f61000. 00000001:00000010:2.0:1767734672.654776:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307f6b000. 00000001:00000010:2.0:1767734672.654778:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307f75000. 00000001:00000010:2.0:1767734672.654780:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307f8d000. 00000001:00000010:2.0:1767734672.654792:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307fb5000. 00000001:00000010:2.0:1767734672.654794:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307fc5000. 00000001:00000010:2.0:1767734672.654797:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307fdd000. 00000001:00000010:2.0:1767734672.654799:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc307ffd000. 00000001:00000010:2.0:1767734672.654802:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc30800d000. 00000001:00000010:2.0:1767734672.654804:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc308017000. 00000001:00000010:2.0:1767734672.654806:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc308021000. 00000001:00000010:2.0:1767734672.654808:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc30802b000. 00000001:00000010:2.0:1767734672.654810:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc308035000. 00000001:00000010:2.0:1767734672.654812:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc30803f000. 00000001:00000010:2.0:1767734672.654815:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc308049000. 00000001:00000010:2.0:1767734672.654817:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc308053000. 00000001:00000010:2.0:1767734672.654819:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc3080b5000. 00000001:00000010:2.0:1767734672.654821:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc3080bf000. 00000001:00000010:2.0:1767734672.654823:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc30810f000. 00000001:00000010:2.0:1767734672.654825:0:249776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffafc308119000. 00000001:00000010:2.0:1767734672.654827:0:249776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff94b1d430f000. 00000001:00000010:2.0:1767734672.654831:0:249776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff94b1e7dcfc00. 00000001:00000001:2.0:1767734672.654835:0:249776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767734672.654838:0:249776:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff94b1d0098400. 00010000:00000001:2.0:1767734672.654841:0:249776:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767734672.656417:0:249776:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767734672.656425:0:249776:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1767734672.656431:0:249776:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:0.0:1767734672.656436:0:249776:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1767734672.656439:0:249776:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767734672.656443:0:249776:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1767734672.656449:0:249776:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff94b1f47d4a40. 00010000:00000010:0.0:1767734672.656469:0:249776:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff94b1c5f9e000. 00010000:00000010:0.0:1767734672.656479:0:249776:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff94b1c5f9c000. 00010000:00000001:0.0:1767734672.656488:0:249776:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:0.0:1767734672.656493:0:249776:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734672.656500:0:249776:0:(mdc_dev.c:1698:mdc_device_free()) kfreed 'osc': 104 at ffff94b1deb84f80. 00000020:00000010:0.0:1767734672.656510:0:249776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b0db605e00. 00000020:00000010:0.0:1767734672.656541:0:249776:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1e78159c0. 00000008:00000010:0.0:1767734672.656555:0:249776:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1fb9e4e18. 00020000:00000010:0.0:1767734672.656575:0:249776:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1c73ccf00. 00008000:00000010:0.0:1767734672.656584:0:249776:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b201524388. 00000080:00000010:0.0:1767734672.656591:0:249776:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1f8c975e8. 00000080:00000010:0.0:1767734672.656599:0:249776:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1ee855918. 00000020:00000010:0.0:1767734672.656608:0:249776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b0db604400. 00000020:00000001:0.0:1767734672.656616:0:249776:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767734672.656621:0:249776:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6368 at ffff94b1de020000. 00000020:00000001:0.0:1767734672.656637:0:249776:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734672.656642:0:249776:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767734672.656649:0:249776:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff94b1c5895660. 00000020:00000001:0.0:1767734672.656669:0:249776:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000080:02000400:0.0:1767734672.656677:0:249776:0:(llite_lib.c:1613:ll_put_super()) Unmounted lustre-client 00000020:00000001:0.0:1767734672.660124:0:249776:0:(obd_config.c:1121:class_del_profile()) Process entered 00000020:01000000:0.0:1767734672.660129:0:249776:0:(obd_config.c:1123:class_del_profile()) Del profile lustre-client 00000020:00000001:0.0:1767734672.660133:0:249776:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000020:00000001:0.0:1767734672.660136:0:249776:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446626090704952512 : -117983004599104 : ffff94b1f0ebdcc0) 00000020:00000010:0.0:1767734672.660145:0:249776:0:(obd_config.c:1160:class_put_profile()) kfreed 'lprof->lp_profile': 14 at ffff94b1f6235fb0. 00000020:00000010:0.0:1767734672.660153:0:249776:0:(obd_config.c:1161:class_put_profile()) kfreed 'lprof->lp_dt': 14 at ffff94b1f6235be0. 00000020:00000010:0.0:1767734672.660159:0:249776:0:(obd_config.c:1162:class_put_profile()) kfreed 'lprof->lp_md': 14 at ffff94b1f6235380. 00000020:00000010:0.0:1767734672.660165:0:249776:0:(obd_config.c:1163:class_put_profile()) kfreed 'lprof': 48 at ffff94b1f0ebdcc0. 00000020:00000001:0.0:1767734672.660171:0:249776:0:(obd_config.c:1138:class_del_profile()) Process leaving 00000080:00000001:0.0:1767734672.660176:0:249776:0:(llite_lib.c:266:ll_free_sbi()) Process entered 00000020:00000010:0.0:1767734672.660215:0:249776:0:(cl_page.c:1415:cl_cache_decref()) kfreed 'cache': 152 at ffff94b1ed91a240. 00000080:00000010:0.0:1767734672.660225:0:249776:0:(llite_lib.c:281:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at ffff94b2013da350. 00000080:00000010:0.0:1767734672.660233:0:249776:0:(llite_lib.c:287:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at ffff94b2013da0d8. 00000080:00000010:0.0:1767734672.660287:0:249776:0:(llite_lib.c:310:ll_free_sbi()) kfreed 'sbi': 1376 at ffff94b2013a3800. 00000080:00000001:0.0:1767734672.660298:0:249776:0:(llite_lib.c:312:ll_free_sbi()) Process leaving 00000020:00000001:0.0:1767734672.660302:0:249776:0:(obd_mount.c:873:lustre_common_put_super()) Process entered 00000020:01000004:0.0:1767734672.660307:0:249776:0:(obd_mount.c:875:lustre_common_put_super()) dropping sb ffff94b2013a5000 00000020:00000001:0.0:1767734672.660383:0:249776:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:0.0:1767734672.660388:0:249776:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:0.0:1767734672.660393:0:249776:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:0.0:1767734672.660400:0:249776:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:01000004:0.0:1767734672.660405:0:249776:0:(obd_mount.c:888:lustre_common_put_super()) MGC still in use 00000020:00000001:0.0:1767734672.660409:0:249776:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1767734672.660413:0:249776:0:(obd_mount.c:705:lustre_put_lsi()) put ffff94b2013a5000 1 00000020:00000001:0.0:1767734672.660418:0:249776:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:0.0:1767734672.660422:0:249776:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi ffff94b2013a4800 00000020:00000010:0.0:1767734672.660427:0:249776:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 28 at ffff94b1fbfe8ca0. 00000020:00000010:0.0:1767734672.660441:0:249776:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 14 at ffff94b1de9c07a0. 00000020:00000010:0.0:1767734672.660461:0:249776:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 17 at ffff94b1fbfe82c0. 00000020:00000010:0.0:1767734672.660469:0:249776:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at ffff94b1c5fae000. 00000020:00000010:0.0:1767734672.660477:0:249776:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at ffff94b1deb84280. 00000020:00000010:0.0:1767734672.660483:0:249776:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at ffff94b2013a4800. 00000020:00000001:0.0:1767734672.660491:0:249776:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734672.660496:0:249776:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767734672.660500:0:249776:0:(obd_mount.c:893:lustre_common_put_super()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:0.0:1767734672.660506:0:249776:0:(cl_object.c:884:cl_env_cache_purge()) Process entered 00000020:00000010:0.0:1767734672.660513:0:249776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33d8c00. 00000020:00000010:0.0:1767734672.660560:0:249776:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c5895e40. 00000008:00000010:0.0:1767734672.660569:0:249776:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f3b90000. 00020000:00000010:0.0:1767734672.660576:0:249776:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526540. 00008000:00000010:0.0:1767734672.660584:0:249776:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c5744710. 00000080:00000010:0.0:1767734672.660593:0:249776:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b2a0. 00000080:00000010:0.0:1767734672.660601:0:249776:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334a238. 00000020:00000010:0.0:1767734672.660610:0:249776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d8600. 00000008:00000010:0.0:1767734672.660627:0:249776:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c6d41760. 00020000:00000010:0.0:1767734672.660636:0:249776:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1d13d98c0. 00008000:00000010:0.0:1767734672.660645:0:249776:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1fb9cc508. 00000080:00000010:0.0:1767734672.660653:0:249776:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1fb9cb5a0. 00000020:00000010:0.0:1767734672.660660:0:249776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d8400. 00000020:00000010:0.0:1767734672.660667:0:249776:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1c8545360. 00000020:00000010:0.0:1767734672.660675:0:249776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33d9600. 00000020:00000010:0.0:1767734672.660681:0:249776:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at ffff94b1c5895f00. 00000008:00000010:0.0:1767734672.660690:0:249776:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff94b1f3b90b28. 00020000:00000010:0.0:1767734672.660707:0:249776:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff94b1fa526cc0. 00008000:00000010:0.0:1767734672.660715:0:249776:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff94b1c57458b8. 00000080:00000010:0.0:1767734672.660722:0:249776:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff94b1c858b9d8. 00000080:00000010:0.0:1767734672.660728:0:249776:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff94b1c334ab58. 00000020:00000010:0.0:1767734672.660735:0:249776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d9a00. 00000008:00000010:0.0:1767734672.660742:0:249776:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff94b1c6d41b80. 00020000:00000010:0.0:1767734672.660748:0:249776:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff94b1d13d9f80. 00008000:00000010:0.0:1767734672.660759:0:249776:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94b1fb9cc350. 00000080:00000010:0.0:1767734672.660765:0:249776:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94b1fb9cb780. 00000020:00000010:0.0:1767734672.660781:0:249776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d8800. 00000020:00000010:0.0:1767734672.660788:0:249776:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at ffff94b1c8545b40. 00000020:00000001:0.0:1767734672.660795:0:249776:0:(cl_object.c:902:cl_env_cache_purge()) Process leaving (rc=4294967293 : 4294967293 : fffffffd) 00000080:00000001:0.0:1767734672.660800:0:249776:0:(llite_lib.c:1635:ll_put_super()) Process leaving 00000080:00000001:3.0:1767734672.663497:0:1251:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734672.663504:0:1:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734672.740107:0:249790:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734673.126480:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734673.126486:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734673.126551:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734673.126558:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734673.126564:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1767734673.345876:0:249881:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734673.506429:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303435285, at 4303435328 00000100:00000040:3.0:1767734673.506445:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303435285, at 4303435328 00000100:00000010:2.0:1767734673.506448:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d060. 00000100:00000010:3.0:1767734673.506466:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24dba0. 00000001:00000001:3.0:1767734673.521887:0:249917:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767734673.521892:0:249917:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160k: Verify that changelog records are not lost ========================================================== 16:24:32 (1767734672) 00000001:00000001:3.0:1767734673.529895:0:249917:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1767734673.713252:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734673.713258:0:249958:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767734673.713262:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefde0 00000080:00200000:0.0:1767734673.713267:0:249958:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:0.0:1767734673.713276:0:249958:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1fe885400. 00000080:00000001:0.0:1767734673.713285:0:249958:0:(namei.c:947:ll_intent_lock()) Process entered 00000020:00000010:0.0:1767734673.713293:0:249958:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff94b1c4c9e000. 00800000:00000001:0.0:1767734673.713299:0:249958:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734673.713302:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefd00 00800000:00000002:0.0:1767734673.713305:0:249958:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767734673.713312:0:249958:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767734673.713317:0:249958:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:0.0:1767734673.713370:0:249958:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff94b1c4c9e800. 00000002:00000001:0.0:1767734673.713376:0:249958:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734673.713378:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefbd0 00000002:00010000:0.0:1767734673.713382:0:249958:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767734673.713388:0:249958:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734673.713392:0:249958:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734673.713397:0:249958:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767734673.713405:0:249958:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.713408:0:249958:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.713411:0:249958:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.713415:0:249958:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767734673.713418:0:249958:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767734673.713425:0:249958:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8000. 00000020:00000040:0.0:1767734673.713430:0:249958:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:0.0:1767734673.713438:0:249958:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767734673.713445:0:249958:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734673.713449:0:249958:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.713453:0:249958:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734673.713457:0:249958:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734673.713463:0:249958:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734673.713470:0:249958:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9c400. 00000100:00000001:0.0:1767734673.713479:0:249958:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.713485:0:249958:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734673.713488:0:249958:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.713491:0:249958:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734673.713492:0:249958:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.713495:0:249958:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.713501:0:249958:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00010000:00000001:0.0:1767734673.713507:0:249958:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767734673.713526:0:249958:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767734673.713532:0:249958:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1fa50c000. 00010000:00000010:0.0:1767734673.713537:0:249958:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1f1164c00. 00010000:00000001:0.0:1767734673.713544:0:249958:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767734673.713547:0:249958:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f8afc200. 00000020:00000010:0.0:1767734673.713552:0:249958:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff94b1fe4a85c0. 00000020:00000001:0.0:1767734673.713556:0:249958:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767734673.713560:0:249958:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f8afc200 with handle 0x1886cffb85c2b87e to hash 00000020:00000001:0.0:1767734673.713563:0:249958:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767734673.713566:0:249958:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.713571:0:249958:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.713575:0:249958:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734673.713578:0:249958:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734673.713590:0:249958:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 249958 initiator: MDT0 00010000:00010000:0.0:1767734673.713601:0:249958:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 249958 initiator: MDT0 00010000:00010000:0.0:1767734673.713614:0:249958:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 249958 initiator: MDT0 00000100:00000001:0.0:1767734673.713621:0:249958:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734673.713623:0:249958:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734673.713630:0:249958:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.713633:0:249958:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:0.0:1767734673.713637:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.713639:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000001:0.0:1767734673.713645:0:249958:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734673.713649:0:249958:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.713652:0:249958:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734673.713654:0:249958:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734673.713666:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8000 x1853602672075264/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.713676:0:249958:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734673.713679:0:249958:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.713683:0:249958:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734673.713686:0:249958:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734673.713689:0:249958:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734673.713694:0:249958:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672075264:192.168.203.112@tcp:101:mkdir.0 00000100:00000001:0.0:1767734673.713699:0:249958:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734673.713706:0:249958:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734673.713709:0:249958:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.713711:0:249958:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734673.713716:0:249958:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d03000. 02000000:00000001:0.0:1767734673.713719:0:249958:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734673.713728:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734673.713733:0:249958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000010:0.0:1767734673.713740:0:249958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b440. 00000100:00000200:0.0:1767734673.713749:0:249958:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672075264, portal 10 00000100:00000001:0.0:1767734673.713751:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.713753:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000040:0.0:1767734673.713760:0:249958:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8000 x1853602672075264/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.713769:0:249958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734673.713773:0:249958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734673.713776:0:249958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b3b8. 00000100:00000200:0.0:1767734673.713780:0:249958:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672075264, offset 0 00000400:00000200:0.0:1767734673.713787:0:249958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734673.713796:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.713806:0:249958:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734673.713813:0:249958:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734673.713817:0:249958:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734673.713822:0:249958:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734673.713826:0:249958:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734673.713831:0:249958:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66542:66542:256:4294967295] 192.168.203.112@tcp LPNI seq info [66542:66542:8:4294967295] 00000400:00000200:0.0:1767734673.713836:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.713846:0:249958:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734673.713853:0:249958:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734673.713858:0:249958:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f100. 00000800:00000200:0.0:1767734673.713867:0:249958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734673.713876:0:249958:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734673.713882:0:249958:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767734673.713921:0:249958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734673.713928:0:249958:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 6520 usecs (7 jiffies) 00000400:00000200:0.0:1767734673.713935:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734673.713940:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303435542 00000100:00000010:0.0:1767734673.713946:0:249958:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645300. 00000100:00000001:0.0:1767734673.713954:0:249958:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767734673.713961:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303435542 00000100:00000010:0.0:1767734673.713967:0:249958:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f46452a0. 00000100:00000001:0.0:1767734673.713971:0:249958:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767734673.713980:0:249958:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.713983:0:249958:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.713987:0:249958:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734673.713990:0:249958:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734673.713995:0:249958:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:0.0:1767734673.713999:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734673.714003:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734673.714036:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734673.714045:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f100. 00000400:00000200:2.0:1767734673.714052:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734673.714062:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734673.714068:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b3b8 00000400:00000010:2.0:1767734673.714072:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b3b8. 00000100:00000001:2.0:1767734673.714078:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734673.714085:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8000 x1853602672075264/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734673.714120:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734673.714125:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8000 x1853602672075264/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734689 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734673.714134:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734673.714137:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734673.717124:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.717158:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734673.717161:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.717164:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.717171:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.717179:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734673.717188:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.717193:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.717199:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.717204:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 688 into portal 10 MB=0x695d780d2e200 00000400:00000200:2.0:1767734673.717209:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.717215:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 688/688 into md 0x7b81d [1] + 224 00000800:00000001:2.0:1767734673.717222:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.717231:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.717234:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734673.717238:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734673.717243:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734673.717249:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8000 x1853602672075264/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734689 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734673.717262:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1792 req@ffff94b1f2da8000 x1853602672075264/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734673.717287:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734673.717295:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.717298:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.717386:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734673.717413:0:249958:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734673.717417:0:249958:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734673.717426:0:249958:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000400:00000200:0.0:1767734673.717434:0:249958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b440 00000400:00000010:0.0:1767734673.717438:0:249958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b440. 00000100:00000001:0.0:1767734673.717444:0:249958:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734673.717459:0:249958:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8000 x1853602672075264/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734673.717484:0:249958:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8000 x1853602672075264/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.717495:0:249958:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734673.717498:0:249958:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.717506:0:249958:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734673.717537:0:249958:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734673.717540:0:249958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734673.717544:0:249958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.717547:0:249958:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734673.717557:0:249958:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=3 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734673.717563:0:249958:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734673.717566:0:249958:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734673.717569:0:249958:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.717572:0:249958:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734673.717576:0:249958:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.717580:0:249958:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734673.717583:0:249958:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:0.0:1767734673.717586:0:249958:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734673.717588:0:249958:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734673.717594:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8000 x1853602672075264/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.717604:0:249958:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.717608:0:249958:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734673.717610:0:249958:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734673.717616:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8000 x1853602672075264/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734689 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734673.717625:0:249958:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672075264:192.168.203.112@tcp:101:mkdir.0 00000100:00000001:0.0:1767734673.717631:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.717634:0:249958:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.717637:0:249958:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734673.717639:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.717643:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8000 x1853602672075264/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734689 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.717650:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734673.717654:0:249958:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.717658:0:249958:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734673.717660:0:249958:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.717665:0:249958:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767734673.717669:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.717672:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.717675:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=4 00000020:00000001:0.0:1767734673.717678:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.717682:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000040:0.0:1767734673.717689:0:249958:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f8afc200, remote cookie: 0x9bbb2ede58dabb2b, flags: 0x1001 00010000:00010000:0.0:1767734673.717695:0:249958:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734673.717709:0:249958:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.717719:0:249958:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767734673.717725:0:249958:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767734673.717728:0:249958:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767734673.717731:0:249958:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767734673.717733:0:249958:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767734673.717737:0:249958:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94b1fa50c000) refcount = 1 00010000:00010000:0.0:1767734673.717742:0:249958:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.717750:0:249958:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:0.0:1767734673.717757:0:249958:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff94b1fe885200. 00010000:00000001:0.0:1767734673.717760:0:249958:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767734673.717762:0:249958:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734673.717766:0:249958:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767734673.717769:0:249958:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734673.717774:0:249958:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.717780:0:249958:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767734673.717783:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.717786:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.717787:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.717789:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.717791:0:249958:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.717795:0:249958:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767734673.717798:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.717800:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.717801:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.717804:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.717807:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.717809:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.717811:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.717813:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=4 00000020:00000001:0.0:1767734673.717815:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.717817:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.717820:0:249958:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734673.717822:0:249958:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734673.717826:0:249958:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.717833:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.717835:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.717837:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.717838:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.717840:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=5 00000020:00000001:0.0:1767734673.717842:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.717844:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.717852:0:249958:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734673.717855:0:249958:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.717863:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.717864:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767734673.717868:0:249958:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.717877:0:249958:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734673.717879:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.717880:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.717882:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.717884:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767734673.717888:0:249958:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1f2da8000 x1853602672075264/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734689 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767734673.717898:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.717900:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.717901:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.717904:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.717906:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.717909:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.717911:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734673.717913:0:249958:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.717915:0:249958:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.717919:0:249958:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767734673.717922:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.717924:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.717926:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.717929:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.717931:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00000002:00010000:0.0:1767734673.717935:0:249958:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.717942:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.717944:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.717945:0:249958:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767734673.717947:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.717948:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.717950:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.717952:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.717960:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000040:0.0:1767734673.717966:0:249958:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:0.0:1767734673.717969:0:249958:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767734673.717975:0:249958:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1767734673.717979:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.717981:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734673.717983:0:249958:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767734673.717986:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefb50 00000002:00002000:0.0:1767734673.717988:0:249958:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1767734673.717992:0:249958:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.717996:0:249958:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.717998:0:249958:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767734673.718002:0:249958:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1767734673.718005:0:249958:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734673.718010:0:249958:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1fe885400. 00000080:00000001:0.0:1767734673.718015:0:249958:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767734673.718018:0:249958:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767734673.718023:0:249958:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1767734673.718028:0:249958:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1767734673.718034:0:249958:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94b1fe4a8d80. 00800000:00000001:0.0:1767734673.718037:0:249958:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446626090929261952 : -117982780289664 : ffff94b1fe4a8d80) 00800000:00000001:0.0:1767734673.718040:0:249958:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.718044:0:249958:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767734673.718047:0:249958:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767734673.718050:0:249958:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1767734673.718054:0:249958:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000002:0.0:1767734673.718058:0:249958:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=1 index=4294967295 hash=invalid:0x0 max_inherit=0 max_inherit_rr=3 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:0.0:1767734673.718064:0:249958:0:(llite_lib.c:1834:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1767734673.718066:0:249958:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.718072:0:249958:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1767734673.718075:0:249958:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1767734673.718082:0:249958:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 135680 00010000:00000001:0.0:1767734673.718085:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.718087:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.718089:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.718092:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.718095:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.718098:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.718100:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767734673.718102:0:249958:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767734673.718105:0:249958:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1767734673.718107:0:249958:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734673.718111:0:249958:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b87e 00800000:00000001:0.0:1767734673.718115:0:249958:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734673.718117:0:249958:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767734673.718119:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.718120:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.718122:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.718124:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.718126:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.718129:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.718131:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734673.718132:0:249958:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.718135:0:249958:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.718137:0:249958:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734673.718141:0:249958:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:0.0:1767734673.718145:0:249958:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b87e from it ffffafc301fefe18 00010000:00000001:0.0:1767734673.718147:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.718148:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.718150:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.718152:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.718154:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.718157:0:249958:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734673.718160:0:249958:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.718168:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.718170:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.718172:0:249958:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767734673.718175:0:249958:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767734673.718178:0:249958:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.718189:0:249958:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767734673.718192:0:249958:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767734673.718194:0:249958:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734673.718198:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.718199:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.718201:0:249958:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.718206:0:249958:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767734673.718208:0:249958:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.718211:0:249958:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.718214:0:249958:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.718216:0:249958:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734673.718218:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.718219:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767734673.718221:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.718226:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8000 x1853602672075264/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734689 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.718234:0:249958:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734673.718237:0:249958:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734673.718241:0:249958:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d03000. 02000000:00000001:0.0:1767734673.718244:0:249958:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734673.718247:0:249958:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734673.718249:0:249958:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734673.718252:0:249958:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734673.718255:0:249958:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9c400. 02000000:00000001:0.0:1767734673.718260:0:249958:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734673.718262:0:249958:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734673.718265:0:249958:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8000. 00000100:00000001:0.0:1767734673.718268:0:249958:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734673.718270:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734673.718273:0:249958:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 101 00000020:00000010:0.0:1767734673.718280:0:249958:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff94b1f0d03000. 00000080:00000001:0.0:1767734673.718285:0:249958:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.718298:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734673.718301:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734673.718303:0:249958:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767734673.718305:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefba8 00000080:00200000:0.0:1767734673.718358:0:249958:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:0.0:1767734673.718363:0:249958:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1fe885400. 00800000:00000002:0.0:1767734673.718368:0:249958:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767734673.718371:0:249958:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734673.718375:0:249958:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734673.718378:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefac8 00800000:00000002:0.0:1767734673.718381:0:249958:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767734673.718385:0:249958:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767734673.718388:0:249958:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767734673.718393:0:249958:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734673.718396:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fef998 00000002:00010000:0.0:1767734673.718398:0:249958:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767734673.718402:0:249958:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734673.718405:0:249958:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734673.718407:0:249958:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734673.718410:0:249958:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:0.0:1767734673.718429:0:249958:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734673.718435:0:249958:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734673.718439:0:249958:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767734673.718444:0:249958:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767734673.718455:0:249958:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767734673.718459:0:249958:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734673.718463:0:249958:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767734673.718470:0:249958:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767734673.718473:0:249958:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767734673.718475:0:249958:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734673.718479:0:249958:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734673.718481:0:249958:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734673.718484:0:249958:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767734673.718488:0:249958:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767734673.718490:0:249958:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767734673.718493:0:249958:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1fe885400. 00000080:00000001:0.0:1767734673.718497:0:249958:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767734673.718499:0:249958:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734673.718501:0:249958:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:0.0:1767734673.718505:0:249958:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b87e 00800000:00000001:0.0:1767734673.718509:0:249958:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734673.718547:0:249958:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767734673.718549:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.718551:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.718553:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.718555:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.718558:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.718560:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.718562:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734673.718563:0:249958:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.718565:0:249958:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734673.718567:0:249958:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b87e from it ffffafc301fefbe0 00010000:00000001:0.0:1767734673.718569:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.718571:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.718573:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.718575:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.718577:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.718579:0:249958:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734673.718582:0:249958:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.718588:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.718589:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.718591:0:249958:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767734673.718594:0:249958:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767734673.718597:0:249958:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.718604:0:249958:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767734673.718605:0:249958:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767734673.718607:0:249958:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734673.718609:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.718610:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.718612:0:249958:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.718614:0:249958:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767734673.718615:0:249958:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.718617:0:249958:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.718620:0:249958:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.718622:0:249958:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734673.718623:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.718624:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767734673.718626:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767734673.718627:0:249958:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734673.718630:0:249958:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:0.0:1767734673.718634:0:249958:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734673.718644:0:249958:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1d00e93a0. 00000020:00000001:0.0:1767734673.718648:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefd98 00000080:00200000:0.0:1767734673.718650:0:249958:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160k.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), flags=1536 00000080:00000001:0.0:1767734673.718653:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734673.718655:0:249958:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767734673.718656:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefca8 00000080:00200000:0.0:1767734673.718658:0:249958:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:0.0:1767734673.718662:0:249958:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1fe885400. 00800000:00000002:0.0:1767734673.718665:0:249958:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767734673.718668:0:249958:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734673.718670:0:249958:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734673.718672:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefbc8 00800000:00000002:0.0:1767734673.718674:0:249958:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767734673.718677:0:249958:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767734673.718680:0:249958:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767734673.718683:0:249958:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734673.718685:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefa98 00000002:00010000:0.0:1767734673.718687:0:249958:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767734673.718690:0:249958:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734673.718692:0:249958:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734673.718693:0:249958:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734673.718696:0:249958:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:0.0:1767734673.718698:0:249958:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734673.718701:0:249958:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734673.718703:0:249958:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767734673.718706:0:249958:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767734673.718712:0:249958:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767734673.718714:0:249958:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734673.718717:0:249958:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767734673.718724:0:249958:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767734673.718725:0:249958:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767734673.718727:0:249958:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734673.718729:0:249958:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734673.718731:0:249958:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734673.718733:0:249958:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767734673.718735:0:249958:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767734673.718737:0:249958:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767734673.718739:0:249958:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1fe885400. 00000080:00000001:0.0:1767734673.718742:0:249958:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767734673.718743:0:249958:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734673.718745:0:249958:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:0.0:1767734673.718748:0:249958:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b87e 00800000:00000001:0.0:1767734673.718750:0:249958:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734673.718752:0:249958:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767734673.718753:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.718755:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.718756:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.718758:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.718778:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.718780:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.718782:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734673.718784:0:249958:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.718786:0:249958:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734673.718789:0:249958:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b87e from it ffffafc301fefce0 00010000:00000001:0.0:1767734673.718791:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.718792:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.718794:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.718796:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.718799:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.718801:0:249958:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734673.718804:0:249958:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.718811:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.718812:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.718814:0:249958:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767734673.718815:0:249958:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767734673.718818:0:249958:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.718825:0:249958:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767734673.718827:0:249958:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767734673.718828:0:249958:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734673.718831:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.718832:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.718834:0:249958:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.718836:0:249958:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767734673.718838:0:249958:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.718840:0:249958:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.718842:0:249958:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.718844:0:249958:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734673.718846:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.718848:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767734673.718850:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767734673.718851:0:249958:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734673.718854:0:249958:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 3 00000080:00000001:0.0:1767734673.718858:0:249958:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.718862:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734673.718864:0:249958:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767734673.718865:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefd90 00000080:00200000:0.0:1767734673.718868:0:249958:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:0.0:1767734673.718872:0:249958:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1fe885400. 00800000:00000002:0.0:1767734673.718875:0:249958:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767734673.718878:0:249958:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734673.718879:0:249958:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734673.718881:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefcb0 00800000:00000002:0.0:1767734673.718883:0:249958:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767734673.718886:0:249958:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767734673.718888:0:249958:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767734673.718892:0:249958:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734673.718893:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefb80 00000002:00010000:0.0:1767734673.718895:0:249958:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767734673.718899:0:249958:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734673.718901:0:249958:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734673.718902:0:249958:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734673.718905:0:249958:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:0.0:1767734673.718908:0:249958:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734673.718911:0:249958:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734673.718913:0:249958:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767734673.718916:0:249958:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767734673.718923:0:249958:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767734673.718925:0:249958:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734673.718928:0:249958:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767734673.718942:0:249958:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767734673.718945:0:249958:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767734673.718947:0:249958:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734673.718949:0:249958:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734673.718951:0:249958:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734673.718954:0:249958:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767734673.718956:0:249958:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767734673.718958:0:249958:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767734673.718960:0:249958:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1fe885400. 00000080:00000001:0.0:1767734673.718963:0:249958:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767734673.718964:0:249958:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734673.718967:0:249958:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:0.0:1767734673.718970:0:249958:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b87e 00800000:00000001:0.0:1767734673.718973:0:249958:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734673.718974:0:249958:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767734673.718976:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.718977:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.718979:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.718981:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.718984:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.718986:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.718987:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734673.718989:0:249958:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.718991:0:249958:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734673.718993:0:249958:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b87e from it ffffafc301fefdc8 00010000:00000001:0.0:1767734673.718995:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.718997:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.718998:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.719001:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.719003:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.719005:0:249958:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734673.719008:0:249958:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.719016:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.719017:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.719018:0:249958:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767734673.719020:0:249958:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767734673.719023:0:249958:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.719029:0:249958:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767734673.719031:0:249958:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767734673.719033:0:249958:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734673.719035:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.719036:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.719038:0:249958:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.719040:0:249958:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767734673.719042:0:249958:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.719044:0:249958:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.719046:0:249958:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.719048:0:249958:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734673.719050:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.719051:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767734673.719053:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767734673.719054:0:249958:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734673.719057:0:249958:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 3 00000080:00000001:0.0:1767734673.719060:0:249958:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.719064:0:249958:0:(namei.c:2172:do_mkdir()) Process entered 00000020:00000001:0.0:1767734673.719066:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefda0 00000080:00200000:0.0:1767734673.719068:0:249958:0:(namei.c:2175:do_mkdir()) VFS Op:name=d160k.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00000001:0.0:1767734673.719073:0:249958:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:0.0:1767734673.719075:0:249958:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1767734673.719079:0:249958:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1fe885400. 00800000:00000002:0.0:1767734673.719081:0:249958:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767734673.719089:0:249958:0:(namei.c:1731:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff94b1fe4a8200. 00000080:00000001:0.0:1767734673.719094:0:249958:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.719097:0:249958:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:0.0:1767734673.719100:0:249958:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1767734673.719106:0:249958:0:(lmv_obd.c:1669:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1767734673.719109:0:249958:0:(lmv_obd.c:1672:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1767734673.719113:0:249958:0:(lmv_obd.c:1750:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1767734673.719115:0:249958:0:(lmv_obd.c:1764:lmv_locate_tgt_rr()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:0.0:1767734673.719119:0:249958:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:0.0:1767734673.719122:0:249958:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1767734673.719124:0:249958:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1767734673.719126:0:249958:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1767734673.719130:0:249958:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000001:0.0:1767734673.719133:0:249958:0:(fid_request.c:204:seq_client_alloc_seq()) Process entered 40000000:00000001:0.0:1767734673.719134:0:249958:0:(fid_request.c:167:seq_client_alloc_meta()) Process entered 40000000:00000001:0.0:1767734673.719137:0:249958:0:(fid_request.c:43:seq_client_rpc()) Process entered 00000100:00000010:0.0:1767734673.719141:0:249958:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8000. 00000020:00000040:0.0:1767734673.719145:0:249958:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767734673.719149:0:249958:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734673.719151:0:249958:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734673.719154:0:249958:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734673.719159:0:249958:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1fe885c00. 00000100:00000001:0.0:1767734673.719163:0:249958:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.719168:0:249958:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734673.719170:0:249958:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734673.719174:0:249958:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.719177:0:249958:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:0.0:1767734673.719180:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.719181:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000001:0.0:1767734673.719185:0:249958:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734673.719189:0:249958:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.719191:0:249958:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734673.719192:0:249958:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734673.719198:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8000 x1853602672075392/t0(0) o700->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:30/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.719208:0:249958:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734673.719211:0:249958:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.719214:0:249958:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734673.719216:0:249958:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734673.719220:0:249958:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734673.719224:0:249958:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672075392:192.168.203.112@tcp:700:mkdir.0 00000100:00000001:0.0:1767734673.719228:0:249958:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734673.719232:0:249958:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734673.719234:0:249958:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.719237:0:249958:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734673.719240:0:249958:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1fe884000. 02000000:00000001:0.0:1767734673.719242:0:249958:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734673.719249:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734673.719253:0:249958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000010:0.0:1767734673.719258:0:249958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b440. 00000100:00000200:0.0:1767734673.719262:0:249958:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672075392, portal 10 00000100:00000001:0.0:1767734673.719265:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.719267:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000040:0.0:1767734673.719273:0:249958:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8000 x1853602672075392/t0(0) o700->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:30/10 lens 264/248 e 0 to 0 dl 1767734689 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.719282:0:249958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734673.719286:0:249958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734673.719289:0:249958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b220. 00000100:00000200:0.0:1767734673.719292:0:249958:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 30, xid 1853602672075392, offset 0 00000400:00000200:0.0:1767734673.719298:0:249958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734673.719304:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.719310:0:249958:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734673.719315:0:249958:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734673.719319:0:249958:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734673.719322:0:249958:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734673.719326:0:249958:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734673.719330:0:249958:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66543:66543:256:4294967295] 192.168.203.112@tcp LPNI seq info [66543:66543:8:4294967295] 00000400:00000200:0.0:1767734673.719352:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.719426:0:249958:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734673.719435:0:249958:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734673.719442:0:249958:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f500. 00000800:00000200:0.0:1767734673.719449:0:249958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734673.719456:0:249958:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734673.719461:0:249958:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f500 type 1, nob 360 niov 1 nkiov 1 00000100:00000001:0.0:1767734673.719476:0:249958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734673.719480:0:249958:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 6238 usecs (7 jiffies) 00000400:00000200:0.0:1767734673.719484:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734673.719486:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303435548 00000100:00000001:0.0:1767734673.719492:0:249958:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303435542 00000100:00000001:0.0:1767734673.719498:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303435548 00000100:00000001:0.0:1767734673.719502:0:249958:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303435542 00000100:00000001:0.0:1767734673.719507:0:249958:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.719529:0:249958:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.719532:0:249958:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734673.719535:0:249958:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734673.719538:0:249958:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:0.0:1767734673.719541:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734673.719544:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734673.719596:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734673.719603:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f500. 00000400:00000200:2.0:1767734673.719617:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734673.719624:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734673.719628:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b220 00000400:00000010:2.0:1767734673.719631:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b220. 00000100:00000001:2.0:1767734673.719635:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734673.719641:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8000 x1853602672075392/t0(0) o700->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:30/10 lens 264/248 e 0 to 0 dl 1767734689 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734673.719652:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734673.719656:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8000 x1853602672075392/t0(0) o700->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:30/10 lens 264/248 e 0 to 0 dl 1767734689 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734673.719664:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734673.719666:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734673.721380:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.721395:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734673.721398:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.721401:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.721409:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.721415:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734673.721423:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.721428:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.721432:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.721437:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 248 into portal 10 MB=0x695d780d2e280 00000400:00000200:2.0:1767734673.721442:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.721448:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 248/248 into md 0x7b825 [1] + 224 00000800:00000001:2.0:1767734673.721454:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.721463:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.721466:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734673.721470:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734673.721475:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734673.721482:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8000 x1853602672075392/t0(0) o700->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:30/10 lens 264/248 e 0 to 0 dl 1767734689 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734673.721495:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=248 offset=224 replen=248 req@ffff94b1f2da8000 x1853602672075392/t0(0) o700->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:30/10 lens 264/248 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734673.721559:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734673.721569:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.721574:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.721674:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734673.721684:0:249958:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734673.721686:0:249958:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734673.721689:0:249958:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000400:00000200:0.0:1767734673.721696:0:249958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b440 00000400:00000010:0.0:1767734673.721699:0:249958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b440. 00000100:00000001:0.0:1767734673.721702:0:249958:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734673.721712:0:249958:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8000 x1853602672075392/t0(0) o700->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:30/10 lens 264/248 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734673.721727:0:249958:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8000 x1853602672075392/t0(0) o700->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:30/10 lens 264/248 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.721737:0:249958:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734673.721740:0:249958:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.721744:0:249958:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734673.721746:0:249958:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734673.721749:0:249958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734673.721751:0:249958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.721754:0:249958:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734673.721761:0:249958:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dce8 time=1767734673 v=5 (0 0 0 0) 00000100:00001000:0.0:1767734673.721766:0:249958:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734673.721769:0:249958:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734673.721771:0:249958:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.721774:0:249958:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734673.721777:0:249958:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.721780:0:249958:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734673.721782:0:249958:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:0.0:1767734673.721784:0:249958:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734673.721786:0:249958:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734673.721792:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8000 x1853602672075392/t0(0) o700->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:30/10 lens 264/248 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.721802:0:249958:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.721805:0:249958:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734673.721807:0:249958:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734673.721812:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8000 x1853602672075392/t0(0) o700->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:30/10 lens 264/248 e 0 to 0 dl 1767734689 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734673.721821:0:249958:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672075392:192.168.203.112@tcp:700:mkdir.0 00000100:00000001:0.0:1767734673.721827:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.721830:0:249958:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.721832:0:249958:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734673.721835:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.721839:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8000 x1853602672075392/t0(0) o700->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:30/10 lens 264/248 e 0 to 0 dl 1767734689 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.721847:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734673.721850:0:249958:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.721853:0:249958:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734673.721855:0:249958:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:0.0:1767734673.721861:0:249958:0:(fid_request.c:121:seq_client_rpc()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated meta-sequence [0x00000002000013a3-0x00000002000013a4]:0:mdt] 40000000:00000001:0.0:1767734673.721865:0:249958:0:(fid_request.c:123:seq_client_rpc()) Process leaving 00000100:00000001:0.0:1767734673.721867:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.721871:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8000 x1853602672075392/t0(0) o700->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:30/10 lens 264/248 e 0 to 0 dl 1767734689 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.721879:0:249958:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734673.721881:0:249958:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734673.721883:0:249958:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1fe884000. 02000000:00000001:0.0:1767734673.721886:0:249958:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734673.721888:0:249958:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734673.721890:0:249958:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734673.721893:0:249958:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734673.721896:0:249958:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1fe885c00. 02000000:00000001:0.0:1767734673.721899:0:249958:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734673.721900:0:249958:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734673.721902:0:249958:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8000. 00000100:00000001:0.0:1767734673.721905:0:249958:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734673.721907:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 40000000:00000001:0.0:1767734673.721909:0:249958:0:(fid_request.c:196:seq_client_alloc_meta()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:0.0:1767734673.721912:0:249958:0:(fid_request.c:217:seq_client_alloc_seq()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: New range - [0x00000002000013a3-0x00000002000013a4]:0:mdt 40000000:00000040:0.0:1767734673.721916:0:249958:0:(fid_request.c:228:seq_client_alloc_seq()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated sequence [0x2000013a3] 40000000:00000001:0.0:1767734673.721919:0:249958:0:(fid_request.c:230:seq_client_alloc_seq()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:0.0:1767734673.721922:0:249958:0:(fid_request.c:319:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: New sequence [0x00000002000013a3] 40000000:00000040:0.0:1767734673.721925:0:249958:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x1:0x0] 40000000:00000001:0.0:1767734673.721928:0:249958:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767734673.721931:0:249958:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734673.721934:0:249958:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734673.721936:0:249958:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734673.721939:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefbe0 00800000:00000002:0.0:1767734673.721942:0:249958:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd160k.sanity' [0x2000013a3:0x1:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:0.0:1767734673.721948:0:249958:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1767734673.721951:0:249958:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767734673.721956:0:249958:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:0.0:1767734673.721960:0:249958:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734673.721964:0:249958:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734673.721968:0:249958:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734673.721973:0:249958:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767734673.721984:0:249958:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734673.721989:0:249958:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767734673.721992:0:249958:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767734673.721995:0:249958:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1767734673.721998:0:249958:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734673.722000:0:249958:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734673.722003:0:249958:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 3 00010000:00000001:0.0:1767734673.722006:0:249958:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734673.722009:0:249958:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.722011:0:249958:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734673.722013:0:249958:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734673.722015:0:249958:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 3 00010000:00000001:0.0:1767734673.722017:0:249958:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734673.722019:0:249958:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.722021:0:249958:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734673.722023:0:249958:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734673.722025:0:249958:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 3 00010000:00000001:0.0:1767734673.722027:0:249958:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734673.722029:0:249958:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.722032:0:249958:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1767734673.722035:0:249958:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94b1d15a8840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1767734673.722040:0:249958:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1767734673.722042:0:249958:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1767734673.722044:0:249958:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767734673.722046:0:249958:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.722050:0:249958:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734673.722053:0:249958:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734673.722056:0:249958:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734673.722058:0:249958:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734673.722060:0:249958:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767734673.722065:0:249958:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f8afc200 with handle 0x1886cffb85c2b87e from hash 00010000:00000001:0.0:1767734673.722068:0:249958:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734673.722070:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.722072:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.722074:0:249958:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734673.722077:0:249958:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734673.722079:0:249958:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767734673.722082:0:249958:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734673.722085:0:249958:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767734673.722088:0:249958:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767734673.722093:0:249958:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8000. 00000020:00000040:0.0:1767734673.722097:0:249958:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:0.0:1767734673.722101:0:249958:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767734673.722103:0:249958:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.722106:0:249958:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767734673.722109:0:249958:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734673.722111:0:249958:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.722114:0:249958:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734673.722116:0:249958:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734673.722119:0:249958:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734673.722124:0:249958:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9c400. 00000100:00000001:0.0:1767734673.722129:0:249958:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.722132:0:249958:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734673.722135:0:249958:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767734673.722140:0:249958:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734673.722149:0:249958:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767734673.722152:0:249958:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734673.722154:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734673.722158:0:249958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b87e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabb2b expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767734673.722166:0:249958:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1fa50c000 count: 0 00010000:00000010:0.0:1767734673.722172:0:249958:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f1164c00. 00010000:00000001:0.0:1767734673.722180:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.722182:0:249958:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.722185:0:249958:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734673.722187:0:249958:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.722189:0:249958:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1767734673.722202:0:249958:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1767734673.722209:0:249958:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8000 x1853602672075648/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734673.722219:0:249958:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734673.722221:0:249958:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734673.722225:0:249958:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.722227:0:249958:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:0.0:1767734673.722231:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.722233:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000001:0.0:1767734673.722237:0:249958:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734673.722240:0:249958:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.722242:0:249958:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734673.722244:0:249958:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734673.722248:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8000 x1853602672075648/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.722257:0:249958:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734673.722259:0:249958:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.722262:0:249958:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734673.722265:0:249958:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734673.722267:0:249958:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734673.722271:0:249958:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672075648:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:0.0:1767734673.722275:0:249958:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734673.722279:0:249958:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734673.722281:0:249958:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.722284:0:249958:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734673.722288:0:249958:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d01800. 02000000:00000001:0.0:1767734673.722291:0:249958:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734673.722297:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734673.722301:0:249958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000010:0.0:1767734673.722306:0:249958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b440. 00000100:00000200:0.0:1767734673.722362:0:249958:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672075648, portal 10 00000100:00000001:0.0:1767734673.722366:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.722368:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000040:0.0:1767734673.722376:0:249958:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8000 x1853602672075648/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734689 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.722385:0:249958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734673.722388:0:249958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734673.722392:0:249958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bc38. 00000100:00000200:0.0:1767734673.722396:0:249958:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1853602672075648, offset 0 00000400:00000200:0.0:1767734673.722403:0:249958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734673.722410:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.722417:0:249958:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734673.722422:0:249958:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734673.722426:0:249958:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734673.722429:0:249958:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734673.722433:0:249958:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734673.722438:0:249958:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66544:66544:256:4294967295] 192.168.203.112@tcp LPNI seq info [66544:66544:8:4294967295] 00000400:00000200:0.0:1767734673.722444:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.722456:0:249958:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734673.722465:0:249958:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734673.722471:0:249958:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f800. 00000800:00000200:0.0:1767734673.722480:0:249958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734673.722489:0:249958:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734673.722494:0:249958:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f800 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:0.0:1767734673.722555:0:249958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734673.722561:0:249958:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5805 usecs (6 jiffies) 00000400:00000200:0.0:1767734673.722568:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734673.722572:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303435550 00000100:00000001:0.0:1767734673.722580:0:249958:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303435548 00000100:00000001:0.0:1767734673.722589:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303435550 00000100:00000001:0.0:1767734673.722594:0:249958:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303435548 00000100:00000001:0.0:1767734673.722598:0:249958:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.722601:0:249958:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.722604:0:249958:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734673.722607:0:249958:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734673.722611:0:249958:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:0.0:1767734673.722614:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734673.722617:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734673.722654:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734673.722663:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f800. 00000400:00000200:2.0:1767734673.722669:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734673.722676:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734673.722682:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bc38 00000400:00000010:2.0:1767734673.722684:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bc38. 00000100:00000001:2.0:1767734673.722689:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734673.722696:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8000 x1853602672075648/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734689 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734673.722708:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734673.722713:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8000 x1853602672075648/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734689 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734673.722722:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734673.722724:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767734673.727398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1fa50c000. 00010000:00000010:0.1:1767734673.727410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f8afc200. 00000100:00000040:2.0:1767734673.729418:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303435550, at 4303435551 00000100:00000010:2.0:1767734673.729431:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645300. 00000100:00000040:3.0:1767734673.729561:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303435550, at 4303435551 00000100:00000010:3.0:1767734673.729574:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f46452a0. 00000800:00000001:2.0:1767734673.729685:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.729698:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734673.729702:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.729705:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.729712:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.729718:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734673.729726:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.729730:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.729735:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.729739:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d2e380 00000400:00000200:2.0:1767734673.729745:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.729750:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7b82d [1] + 224 00000800:00000001:2.0:1767734673.729769:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.729779:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.729782:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734673.729787:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734673.729792:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734673.729798:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8000 x1853602672075648/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734689 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734673.729812:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1f2da8000 x1853602672075648/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734673.729838:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734673.729844:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734673.729849:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.729854:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734673.729860:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66545:66545:256:4294967295] 192.168.203.112@tcp LPNI seq info [66545:66545:8:4294967295] 00000400:00000200:2.0:1767734673.729866:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.729875:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734673.729881:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734673.729886:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790d00. 00000800:00000200:2.0:1767734673.729892:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734673.729898:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734673.729903:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790d00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767734673.729954:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734673.729963:0:249958:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734673.729967:0:249958:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734673.729972:0:249958:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000800:00000200:2.0:1767734673.729979:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767734673.729981:0:249958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b440 00000800:00000010:2.0:1767734673.729988:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790d00. 00000400:00000010:0.0:1767734673.729990:0:249958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b440. 00000800:00000001:3.0:1767734673.730001:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767734673.730003:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767734673.730003:0:249958:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767734673.730015:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.730022:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000200:0.0:1767734673.730024:0:249958:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8000 x1853602672075648/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734673.730049:0:249958:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8000 x1853602672075648/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.730059:0:249958:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734673.730062:0:249958:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.730066:0:249958:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734673.730069:0:249958:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734673.730071:0:249958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734673.730074:0:249958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.730077:0:249958:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734673.730083:0:249958:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=3 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734673.730088:0:249958:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734673.730091:0:249958:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734673.730093:0:249958:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.730095:0:249958:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734673.730099:0:249958:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.730102:0:249958:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734673.730106:0:249958:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x100005b37/0x1] 00000100:00000001:0.0:1767734673.730109:0:249958:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734673.730111:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.730113:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000001:0.0:1767734673.730117:0:249958:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734673.730119:0:249958:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:0.0:1767734673.730121:0:249958:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734673.730123:0:249958:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734673.730129:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8000 x1853602672075648/t12884924679(12884924679) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734689 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.730138:0:249958:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.730141:0:249958:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734673.730143:0:249958:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734673.730147:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8000 x1853602672075648/t12884924679(12884924679) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734689 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734673.730158:0:249958:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672075648:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:0.0:1767734673.730165:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.730168:0:249958:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.730170:0:249958:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734673.730172:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.730176:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8000 x1853602672075648/t12884924679(12884924679) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734689 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.730184:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734673.730187:0:249958:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.730191:0:249958:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734673.730193:0:249958:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.730199:0:249958:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767734673.730203:0:249958:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0x1:0x0] 00800000:00000001:0.0:1767734673.730206:0:249958:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.730209:0:249958:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000002:0.0:1767734673.730213:0:249958:0:(namei.c:1635:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1767734667 to 1767734673 00000080:00000001:0.0:1767734673.730217:0:249958:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767734673.730222:0:249958:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1767734673.730225:0:249958:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767734673.730228:0:249958:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920705 : 144115272414920705 : 2000013a3000001) 00000080:00000001:0.0:1767734673.730233:0:249958:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1767734673.730247:0:249958:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1d172a940. 00000080:00000001:0.0:1767734673.730260:0:249958:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1767734673.730264:0:249958:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x1:0x0](ffff94b1d172aa08) 00000080:00000001:0.0:1767734673.730269:0:249958:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767734673.730272:0:249958:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x1:0x0] 00000080:00000001:0.0:1767734673.730276:0:249958:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.730280:0:249958:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920705 : 144115272414920705 : 2000013a3000001) 00000080:00000001:0.0:1767734673.730285:0:249958:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1767734673.730289:0:249958:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920705 mtime from 0 to 1767734673 00000080:00200000:0.0:1767734673.730294:0:249958:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x1:0x0], updating i_size 512 00000080:00000001:0.0:1767734673.730303:0:249958:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1767734673.730307:0:249958:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090176915976 : -117983532635640 : ffff94b1d172aa08) 00000080:00000001:0.0:1767734673.730353:0:249958:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767734673.730358:0:249958:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1767734673.730360:0:249958:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.730372:0:249958:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.730376:0:249958:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:0.0:1767734673.730379:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.730388:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8000 x1853602672075648/t12884924679(12884924679) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734689 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.730403:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767734673.730408:0:249958:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767734673.730413:0:249958:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1fe885400. 00000080:00000010:0.0:1767734673.730420:0:249958:0:(namei.c:2005:ll_new_node()) kfreed 'lum': 48 at ffff94b1fe4a8200. 00000080:00000001:0.0:1767734673.730425:0:249958:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.730429:0:249958:0:(namei.c:2183:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1767734673.730435:0:249958:0:(namei.c:2227:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.730448:0:249958:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767734673.730456:0:249958:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1767734673.730480:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734673.730484:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734673.730486:0:249958:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767734673.730491:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefbc0 00000080:00200000:0.0:1767734673.730496:0:249958:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:0.0:1767734673.730504:0:249958:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1fe885400. 00800000:00000002:0.0:1767734673.730536:0:249958:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767734673.730540:0:249958:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734673.730544:0:249958:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734673.730546:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefae0 00800000:00000002:0.0:1767734673.730549:0:249958:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767734673.730553:0:249958:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767734673.730556:0:249958:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767734673.730561:0:249958:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734673.730563:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fef9b0 00000002:00010000:0.0:1767734673.730566:0:249958:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767734673.730570:0:249958:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734673.730571:0:249958:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734673.730574:0:249958:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767734673.730578:0:249958:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.730580:0:249958:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.730582:0:249958:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.730585:0:249958:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767734673.730587:0:249958:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767734673.730592:0:249958:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734673.730596:0:249958:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:0.0:1767734673.730600:0:249958:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767734673.730604:0:249958:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734673.730606:0:249958:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.730609:0:249958:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734673.730612:0:249958:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734673.730615:0:249958:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734673.730621:0:249958:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9f000. 00000100:00000001:0.0:1767734673.730625:0:249958:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.730629:0:249958:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734673.730631:0:249958:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.730634:0:249958:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734673.730635:0:249958:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.730638:0:249958:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.730643:0:249958:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00010000:00000001:0.0:1767734673.730647:0:249958:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767734673.730649:0:249958:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767734673.730653:0:249958:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1fa50c000. 00010000:00000010:0.0:1767734673.730657:0:249958:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1f1164c00. 00010000:00000001:0.0:1767734673.730662:0:249958:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767734673.730665:0:249958:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f8afc200. 00000020:00000001:0.0:1767734673.730668:0:249958:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767734673.730671:0:249958:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f8afc200 with handle 0x1886cffb85c2b885 to hash 00000020:00000001:0.0:1767734673.730674:0:249958:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767734673.730676:0:249958:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.730679:0:249958:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.730682:0:249958:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734673.730684:0:249958:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734673.730689:0:249958:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 249958 initiator: MDT0 00010000:00010000:0.0:1767734673.730699:0:249958:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 249958 initiator: MDT0 00010000:00010000:0.0:1767734673.730709:0:249958:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 249958 initiator: MDT0 00000100:00000001:0.0:1767734673.730714:0:249958:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734673.730716:0:249958:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734673.730720:0:249958:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.730723:0:249958:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:0.0:1767734673.730726:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.730728:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734673.730732:0:249958:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734673.730735:0:249958:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.730737:0:249958:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734673.730739:0:249958:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734673.730745:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672075776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.730764:0:249958:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734673.730766:0:249958:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.730770:0:249958:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734673.730772:0:249958:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734673.730775:0:249958:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734673.730779:0:249958:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672075776:192.168.203.112@tcp:101:mkdir.0 00000100:00000001:0.0:1767734673.730783:0:249958:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734673.730786:0:249958:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734673.730788:0:249958:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.730791:0:249958:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734673.730795:0:249958:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d02800. 02000000:00000001:0.0:1767734673.730798:0:249958:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734673.730804:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734673.730808:0:249958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000010:0.0:1767734673.730813:0:249958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b440. 00000100:00000200:0.0:1767734673.730818:0:249958:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672075776, portal 10 00000100:00000001:0.0:1767734673.730821:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.730823:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000040:0.0:1767734673.730829:0:249958:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8700 x1853602672075776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.730838:0:249958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734673.730841:0:249958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734673.730844:0:249958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b660. 00000100:00000200:0.0:1767734673.730847:0:249958:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672075776, offset 0 00000400:00000200:0.0:1767734673.730854:0:249958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734673.730860:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.730866:0:249958:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734673.730871:0:249958:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734673.730875:0:249958:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734673.730879:0:249958:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734673.730882:0:249958:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734673.730887:0:249958:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66546:66546:256:4294967295] 192.168.203.112@tcp LPNI seq info [66546:66546:8:4294967295] 00000400:00000200:0.0:1767734673.730893:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.730903:0:249958:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734673.730909:0:249958:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734673.730914:0:249958:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f900. 00000800:00000200:0.0:1767734673.730920:0:249958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734673.730927:0:249958:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734673.730932:0:249958:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767734673.730952:0:249958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734673.730957:0:249958:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 6302 usecs (7 jiffies) 00000400:00000200:0.0:1767734673.730962:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734673.730965:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303435559 00000100:00000010:0.0:1767734673.730970:0:249958:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645ba0. 00000100:00000001:0.0:1767734673.730975:0:249958:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767734673.730986:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303435559 00000100:00000010:0.0:1767734673.730990:0:249958:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645f00. 00000100:00000001:0.0:1767734673.730994:0:249958:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767734673.731000:0:249958:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.731004:0:249958:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.731006:0:249958:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734673.731009:0:249958:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734673.731012:0:249958:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:0.0:1767734673.731015:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734673.731018:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734673.731123:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734673.731131:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f900. 00000400:00000200:3.0:1767734673.731138:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734673.731146:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734673.731151:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b660 00000400:00000010:3.0:1767734673.731154:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b660. 00000100:00000001:3.0:1767734673.731159:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734673.731167:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8700 x1853602672075776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734673.731180:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734673.731184:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8700 x1853602672075776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734689 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734673.731193:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734673.731207:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734673.733886:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.733901:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734673.733905:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.733908:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.733915:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.733934:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734673.733941:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.733946:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.733950:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.733955:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 688 into portal 10 MB=0x695d780d2e400 00000400:00000200:2.0:1767734673.733960:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.733966:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 688/688 into md 0x7b835 [1] + 224 00000800:00000001:2.0:1767734673.733973:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.733982:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.733985:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734673.733990:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734673.733995:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734673.734002:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8700 x1853602672075776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734689 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734673.734016:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1792 req@ffff94b1f2da8700 x1853602672075776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734673.734043:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734673.734050:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.734054:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.734135:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734673.734145:0:249958:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734673.734147:0:249958:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734673.734151:0:249958:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000400:00000200:0.0:1767734673.734158:0:249958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b440 00000400:00000010:0.0:1767734673.734161:0:249958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b440. 00000100:00000001:0.0:1767734673.734165:0:249958:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734673.734175:0:249958:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8700 x1853602672075776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734673.734189:0:249958:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8700 x1853602672075776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.734200:0:249958:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734673.734202:0:249958:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.734205:0:249958:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734673.734207:0:249958:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734673.734210:0:249958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734673.734212:0:249958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.734215:0:249958:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734673.734222:0:249958:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=3 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734673.734226:0:249958:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734673.734229:0:249958:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734673.734231:0:249958:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.734234:0:249958:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734673.734238:0:249958:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.734241:0:249958:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734673.734243:0:249958:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:0.0:1767734673.734246:0:249958:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734673.734248:0:249958:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734673.734253:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672075776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.734263:0:249958:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.734266:0:249958:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734673.734268:0:249958:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734673.734273:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672075776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734689 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734673.734283:0:249958:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672075776:192.168.203.112@tcp:101:mkdir.0 00000100:00000001:0.0:1767734673.734288:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.734290:0:249958:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.734293:0:249958:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734673.734295:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.734299:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672075776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734689 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.734308:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734673.734344:0:249958:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.734348:0:249958:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734673.734350:0:249958:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.734353:0:249958:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767734673.734356:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.734358:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.734361:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=4 00000020:00000001:0.0:1767734673.734365:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.734369:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000040:0.0:1767734673.734374:0:249958:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f8afc200, remote cookie: 0x9bbb2ede58dabb47, flags: 0x1001 00010000:00010000:0.0:1767734673.734380:0:249958:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734673.734392:0:249958:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.734400:0:249958:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767734673.734403:0:249958:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767734673.734406:0:249958:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767734673.734408:0:249958:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767734673.734409:0:249958:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767734673.734412:0:249958:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94b1fa50c000) refcount = 1 00010000:00010000:0.0:1767734673.734417:0:249958:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.734424:0:249958:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767734673.734427:0:249958:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767734673.734428:0:249958:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734673.734431:0:249958:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767734673.734434:0:249958:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734673.734438:0:249958:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.734446:0:249958:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767734673.734447:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.734449:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.734450:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.734452:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.734453:0:249958:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.734457:0:249958:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767734673.734458:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.734460:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.734462:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.734464:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.734467:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.734469:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.734471:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.734473:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=4 00000020:00000001:0.0:1767734673.734475:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.734478:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.734481:0:249958:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734673.734484:0:249958:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734673.734488:0:249958:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.734495:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.734496:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.734498:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.734499:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.734501:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=5 00000020:00000001:0.0:1767734673.734503:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.734506:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.734508:0:249958:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734673.734537:0:249958:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.734546:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.734548:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767734673.734551:0:249958:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.734559:0:249958:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734673.734561:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.734562:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.734564:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.734565:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767734673.734571:0:249958:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1f2da8700 x1853602672075776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734689 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767734673.734580:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.734582:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.734583:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.734586:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.734589:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.734592:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.734593:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734673.734595:0:249958:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.734597:0:249958:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.734600:0:249958:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767734673.734602:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.734604:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.734605:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.734607:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.734610:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00000002:00010000:0.0:1767734673.734614:0:249958:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.734620:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.734623:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.734625:0:249958:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767734673.734627:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.734628:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.734630:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.734633:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.734636:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000040:0.0:1767734673.734640:0:249958:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:0.0:1767734673.734643:0:249958:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767734673.734647:0:249958:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1767734673.734650:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.734652:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734673.734653:0:249958:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767734673.734656:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fef930 00000002:00002000:0.0:1767734673.734659:0:249958:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1767734673.734663:0:249958:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.734666:0:249958:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.734668:0:249958:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767734673.734672:0:249958:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1767734673.734675:0:249958:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767734673.734678:0:249958:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767734673.734682:0:249958:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1fe885400. 00000080:00000001:0.0:1767734673.734686:0:249958:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767734673.734688:0:249958:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767734673.734691:0:249958:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1767734673.734695:0:249958:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1767734673.734701:0:249958:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94b1fe4a8200. 00800000:00000001:0.0:1767734673.734704:0:249958:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446626090929259008 : -117982780292608 : ffff94b1fe4a8200) 00800000:00000001:0.0:1767734673.734707:0:249958:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.734709:0:249958:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767734673.734711:0:249958:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767734673.734714:0:249958:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1767734673.734717:0:249958:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1767734673.734719:0:249958:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1767734673.734721:0:249958:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.734725:0:249958:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1767734673.734729:0:249958:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1767734673.734733:0:249958:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 135680 00010000:00000001:0.0:1767734673.734736:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.734738:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.734740:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.734743:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.734746:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.734749:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.734750:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767734673.734752:0:249958:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767734673.734754:0:249958:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1767734673.734756:0:249958:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8200 1 00800000:00000010:0.0:1767734673.734759:0:249958:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94b1fe4a8200. 00800000:00000001:0.0:1767734673.734762:0:249958:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734673.734765:0:249958:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b885 00800000:00000001:0.0:1767734673.734768:0:249958:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734673.734770:0:249958:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767734673.734771:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.734773:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.734774:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.734776:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.734779:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.734782:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.734783:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734673.734785:0:249958:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.734787:0:249958:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.734789:0:249958:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734673.734792:0:249958:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:0.0:1767734673.734796:0:249958:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b885 from it ffffafc301fefbf8 00010000:00000001:0.0:1767734673.734799:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.734800:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.734802:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:0.0:1767734673.734804:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.734808:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:0.0:1767734673.734810:0:249958:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734673.734814:0:249958:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.734822:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.734823:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.734825:0:249958:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767734673.734827:0:249958:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767734673.734830:0:249958:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734673.734837:0:249958:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767734673.734839:0:249958:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767734673.734841:0:249958:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734673.734844:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.734845:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.734847:0:249958:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.734850:0:249958:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767734673.734851:0:249958:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.734854:0:249958:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.734856:0:249958:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.734858:0:249958:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734673.734860:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.734862:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767734673.734864:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.734869:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672075776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734689 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.734878:0:249958:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734673.734880:0:249958:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734673.734883:0:249958:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d02800. 02000000:00000001:0.0:1767734673.734886:0:249958:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734673.734888:0:249958:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734673.734890:0:249958:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734673.734893:0:249958:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734673.734896:0:249958:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9f000. 02000000:00000001:0.0:1767734673.734900:0:249958:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734673.734902:0:249958:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734673.734904:0:249958:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734673.734908:0:249958:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734673.734910:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734673.734913:0:249958:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:0.0:1767734673.734918:0:249958:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734673.734929:0:249958:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1d00e9d00. 00000080:00000001:0.0:1767734673.734934:0:249958:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1767734673.734936:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefb50 00000080:00200000:0.0:1767734673.734940:0:249958:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=d160k.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), file ffff94b20022e780, open_flags 38900, mode 0 opened 0 00000080:00000010:0.0:1767734673.734946:0:249958:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff94b1f4645ea0. 00000080:00000001:0.0:1767734673.734949:0:249958:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1767734673.734952:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefa10 00000080:00200000:0.0:1767734673.734954:0:249958:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160k.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), intent=open 00000080:00000010:0.0:1767734673.734962:0:249958:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1fe885400. 00800000:00000002:0.0:1767734673.734966:0:249958:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767734673.734971:0:249958:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734673.734973:0:249958:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734673.734976:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fef930 00800000:00000002:0.0:1767734673.734979:0:249958:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd160k.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767734673.734983:0:249958:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1767734673.734986:0:249958:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1767734673.734990:0:249958:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00000020:00000001:0.0:1767734673.734993:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fef8b0 00800000:00000002:0.0:1767734673.734996:0:249958:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160k.sanity' -> mds #0 00000002:00000001:0.0:1767734673.735000:0:249958:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734673.735002:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fef7e8 00000002:00010000:0.0:1767734673.735005:0:249958:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160k.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0704401 00000002:00000001:0.0:1767734673.735009:0:249958:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767734673.735012:0:249958:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1767734673.735015:0:249958:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767734673.735018:0:249958:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:0.0:1767734673.735021:0:249958:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734673.735025:0:249958:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734673.735028:0:249958:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.735031:0:249958:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.735033:0:249958:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734673.735037:0:249958:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734673.735040:0:249958:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:0.0:1767734673.735044:0:249958:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767734673.735046:0:249958:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.735049:0:249958:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767734673.735052:0:249958:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734673.735055:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.735057:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.735059:0:249958:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.735061:0:249958:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734673.735063:0:249958:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734673.735066:0:249958:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734673.735071:0:249958:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9f000. 00000100:00000001:0.0:1767734673.735076:0:249958:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.735079:0:249958:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734673.735081:0:249958:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.735084:0:249958:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734673.735086:0:249958:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.735088:0:249958:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.735096:0:249958:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00010000:00000001:0.0:1767734673.735099:0:249958:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767734673.735102:0:249958:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767734673.735104:0:249958:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:0.0:1767734673.735107:0:249958:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734673.735109:0:249958:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767734673.735113:0:249958:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f8afd200. 00000020:00000001:0.0:1767734673.735116:0:249958:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767734673.735118:0:249958:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f8afd200 with handle 0x1886cffb85c2b88c to hash 00000020:00000001:0.0:1767734673.735121:0:249958:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767734673.735123:0:249958:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090835235328 : -117982874316288 : ffff94b1f8afd200) 00010000:00000001:0.0:1767734673.735127:0:249958:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090835235328 : -117982874316288 : ffff94b1f8afd200) 00010000:00000001:0.0:1767734673.735130:0:249958:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734673.735133:0:249958:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734673.735137:0:249958:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b88c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 249958 initiator: MDT0 00010000:00010000:0.0:1767734673.735145:0:249958:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b88c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249958 initiator: MDT0 00000020:00100000:0.0:1767734673.735155:0:249958:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1767734673.735162:0:249958:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8700 x1853602672076032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1767734673.735173:0:249958:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b88c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249958 initiator: MDT0 00000100:00000001:0.0:1767734673.735179:0:249958:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734673.735181:0:249958:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734673.735185:0:249958:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.735187:0:249958:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:0.0:1767734673.735190:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.735192:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734673.735195:0:249958:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734673.735199:0:249958:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.735201:0:249958:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734673.735203:0:249958:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734673.735207:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672076032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.735216:0:249958:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734673.735218:0:249958:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.735222:0:249958:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734673.735224:0:249958:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734673.735227:0:249958:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734673.735230:0:249958:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672076032:192.168.203.112@tcp:101:mkdir.0 00000100:00000001:0.0:1767734673.735234:0:249958:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734673.735238:0:249958:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734673.735241:0:249958:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.735243:0:249958:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734673.735408:0:249958:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:0.0:1767734673.735413:0:249958:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734673.735422:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734673.735428:0:249958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000010:0.0:1767734673.735434:0:249958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b1f0d02800. 00000100:00000200:0.0:1767734673.735441:0:249958:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602672076032, portal 10 00000100:00000001:0.0:1767734673.735445:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.735446:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000040:0.0:1767734673.735455:0:249958:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8700 x1853602672076032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734689 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.735464:0:249958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734673.735467:0:249958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734673.735470:0:249958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b440. 00000100:00000200:0.0:1767734673.735474:0:249958:0:(niobuf.c:94:ptl_send_buf()) Sending 976 bytes to portal 12, xid 1853602672076032, offset 0 00000400:00000200:0.0:1767734673.735480:0:249958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734673.735486:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.735493:0:249958:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734673.735497:0:249958:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734673.735501:0:249958:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734673.735505:0:249958:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734673.735508:0:249958:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734673.735542:0:249958:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66547:66547:256:4294967295] 192.168.203.112@tcp LPNI seq info [66547:66547:8:4294967295] 00000400:00000200:0.0:1767734673.735548:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.735558:0:249958:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734673.735565:0:249958:0:(socklnd_cb.c:1001:ksocknal_send()) sending 976 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734673.735570:0:249958:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f900. 00000800:00000200:0.0:1767734673.735576:0:249958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734673.735583:0:249958:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734673.735588:0:249958:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f900 type 1, nob 1072 niov 1 nkiov 1 00000100:00000001:0.0:1767734673.735608:0:249958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734673.735613:0:249958:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 6085 usecs (7 jiffies) 00000400:00000200:0.0:1767734673.735618:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734673.735621:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303435564 00000100:00000001:0.0:1767734673.735628:0:249958:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303435559 00000100:00000001:0.0:1767734673.735633:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303435564 00000100:00000001:0.0:1767734673.735637:0:249958:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303435559 00000100:00000001:0.0:1767734673.735640:0:249958:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.735643:0:249958:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.735646:0:249958:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734673.735648:0:249958:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734673.735651:0:249958:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:0.0:1767734673.735654:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734673.735656:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734673.735790:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734673.735798:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f900. 00000400:00000200:3.0:1767734673.735803:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734673.735812:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734673.735817:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b440 00000400:00000010:3.0:1767734673.735820:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b440. 00000100:00000001:3.0:1767734673.735824:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734673.735831:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8700 x1853602672076032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734689 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734673.735844:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734673.735848:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8700 x1853602672076032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734689 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734673.735857:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734673.735860:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767734673.736385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1d00e93a0. 00000800:00000001:2.0:1767734673.739417:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.739431:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734673.739435:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.739438:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.739447:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.739456:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734673.739463:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.739468:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.739473:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.739477:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d780d2e500 00000400:00000200:2.0:1767734673.739483:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.739488:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x7b83d [64] + 224 00000800:00000001:2.0:1767734673.739495:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.739554:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.739559:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734673.739564:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734673.739570:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734673.739577:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8700 x1853602672076032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734689 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734673.739591:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b1f2da8700 x1853602672076032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734673.739616:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734673.739624:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.739629:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.739706:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734673.739718:0:249958:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734673.739722:0:249958:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734673.739727:0:249958:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000400:00000200:0.0:1767734673.739735:0:249958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f0d02800 00000400:00000010:0.0:1767734673.739739:0:249958:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b1f0d02800. 00000100:00000001:0.0:1767734673.739745:0:249958:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734673.739755:0:249958:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8700 x1853602672076032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734673.739770:0:249958:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8700 x1853602672076032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.739780:0:249958:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734673.739783:0:249958:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.739786:0:249958:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734673.739789:0:249958:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734673.739791:0:249958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734673.739793:0:249958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.739796:0:249958:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734673.739802:0:249958:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=3 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734673.739807:0:249958:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734673.739810:0:249958:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767734673.739815:0:249958:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1f2da8700 x1853602672076032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/608 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.739824:0:249958:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767734673.739827:0:249958:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734673.739829:0:249958:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734673.739831:0:249958:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734673.739833:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.739835:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734673.739838:0:249958:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734673.739840:0:249958:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:0.0:1767734673.739842:0:249958:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734673.739844:0:249958:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1767734673.739849:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672076032/t12884924680(12884924680) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/608 e 0 to 0 dl 1767734689 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.739858:0:249958:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1767734673.739861:0:249958:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734673.739863:0:249958:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734673.739868:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672076032/t12884924680(12884924680) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/608 e 0 to 0 dl 1767734689 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734673.739879:0:249958:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672076032:192.168.203.112@tcp:101:mkdir.0 00000100:00000001:0.0:1767734673.739884:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.739887:0:249958:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767734673.739889:0:249958:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734673.739891:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.739895:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8700 x1853602672076032/t12884924680(12884924680) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/608 e 0 to 0 dl 1767734689 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.739903:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734673.739906:0:249958:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.739909:0:249958:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734673.739911:0:249958:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1767734673.739915:0:249958:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767734673.739918:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.739920:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.739923:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afd200 refcount=4 00000020:00000001:0.0:1767734673.739926:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835235328 : -117982874316288 : ffff94b1f8afd200) 00010000:00000001:0.0:1767734673.739930:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835235328 : -117982874316288 : ffff94b1f8afd200) 00010000:00010000:0.0:1767734673.739935:0:249958:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b88c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 249958 initiator: MDT0 00010000:00000001:0.0:1767734673.739946:0:249958:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1767734673.739951:0:249958:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b88c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 249958 initiator: MDT0 00010000:00000001:0.0:1767734673.739958:0:249958:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734673.739962:0:249958:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b88c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 249958 initiator: MDT0 00010000:00000001:0.0:1767734673.739968:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.739970:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767734673.739973:0:249958:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b88c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 249958 initiator: MDT0 00010000:00000001:0.0:1767734673.739980:0:249958:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734673.739983:0:249958:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.739986:0:249958:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767734673.739989:0:249958:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b88c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 249958 initiator: MDT0 00010000:00010000:0.0:1767734673.739997:0:249958:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f8afd200 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:0.0:1767734673.740000:0:249958:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1767734673.740004:0:249958:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b88c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 249958 initiator: MDT0 00010000:00000001:0.0:1767734673.740011:0:249958:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1767734673.740014:0:249958:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1767734673.740019:0:249958:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b88c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 249958 initiator: MDT0 00010000:00000001:0.0:1767734673.740025:0:249958:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1767734673.740029:0:249958:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767734673.740031:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.740032:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.740034:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afd200 refcount=5 00000020:00000001:0.0:1767734673.740036:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835235328 : -117982874316288 : ffff94b1f8afd200) 00010000:00000001:0.0:1767734673.740039:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835235328 : -117982874316288 : ffff94b1f8afd200) 00010000:00000001:0.0:1767734673.740042:0:249958:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734673.740045:0:249958:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b88c lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 249958 initiator: MDT0 00000080:00000001:0.0:1767734673.740050:0:249958:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734673.740052:0:249958:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734673.740055:0:249958:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1767734673.740057:0:249958:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734673.740059:0:249958:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734673.740061:0:249958:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734673.740063:0:249958:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734673.740065:0:249958:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767734673.740068:0:249958:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f8afd200 with handle 0x1886cffb85c2b88c from hash 00010000:00000001:0.0:1767734673.740071:0:249958:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734673.740072:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.740074:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.740075:0:249958:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734673.740077:0:249958:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734673.740079:0:249958:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767734673.740081:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.740083:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.740085:0:249958:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.740087:0:249958:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734673.740090:0:249958:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b88c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 249958 initiator: MDT0 00010000:00000001:0.0:1767734673.740097:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.740099:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.740100:0:249958:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767734673.740102:0:249958:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734673.740104:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.740106:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.740107:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734673.740110:0:249958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b88c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 249958 initiator: MDT0 00010000:00000001:0.0:1767734673.740119:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.740121:0:249958:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1767734673.740124:0:249958:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1767734673.740129:0:249958:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff94b1f2da8700 x1853602672076032/t12884924680(12884924680) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/608 e 0 to 0 dl 1767734689 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767734673.740140:0:249958:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1767734673.740145:0:249958:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1f2da8700 x1853602672076032/t12884924680(12884924680) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/608 e 0 to 0 dl 1767734689 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767734673.740154:0:249958:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.740157:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767734673.740159:0:249958:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.740162:0:249958:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.740164:0:249958:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.740166:0:249958:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1767734673.740168:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.740170:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00010000:00000001:0.0:1767734673.740173:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767734673.740174:0:249958:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.740176:0:249958:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767734673.740179:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fef768 00000002:00002000:0.0:1767734673.740181:0:249958:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160k.sanity intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1767734673.740185:0:249958:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.740188:0:249958:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.740192:0:249958:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767734673.740195:0:249958:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1767734673.740198:0:249958:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767734673.740202:0:249958:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767734673.740205:0:249958:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1767734673.740208:0:249958:0:(namei.c:677:ll_lookup_it_finish()) it ffff94b1f4645ea0 it_disposition 80002b 00000080:00000001:0.0:1767734673.740210:0:249958:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767734673.740214:0:249958:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1767734673.740216:0:249958:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767734673.740218:0:249958:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920705 : 144115272414920705 : 2000013a3000001) 00000080:00000001:0.0:1767734673.740222:0:249958:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:0.0:1767734673.740226:0:249958:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767734673.740228:0:249958:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x1:0x0] 00000080:00000001:0.0:1767734673.740231:0:249958:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.740234:0:249958:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920705 : 144115272414920705 : 2000013a3000001) 00000080:00000001:0.0:1767734673.740237:0:249958:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:0.0:1767734673.740241:0:249958:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x1:0x0], updating i_size 512 00000080:00200000:0.0:1767734673.740245:0:249958:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x1:0x0](ffff94b1d172aa08): rc = 0 00000080:00000001:0.0:1767734673.740247:0:249958:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090176915976 : -117983532635640 : ffff94b1d172aa08) 00000080:00000001:0.0:1767734673.740250:0:249958:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767734673.740253:0:249958:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1767734673.740255:0:249958:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734673.740259:0:249958:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x1:0x0](ffff94b1d172aa08) for lock 0x0 00800000:00000001:0.0:1767734673.740263:0:249958:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734673.740265:0:249958:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:0.0:1767734673.740267:0:249958:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.740269:0:249958:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1767734673.740275:0:249958:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f14c5438 inode ffff94b1d172aa08 refc 1 flags 0x20000e 00000080:00000001:0.0:1767734673.740278:0:249958:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767734673.740280:0:249958:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.740283:0:249958:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1767734673.740288:0:249958:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1767734673.740291:0:249958:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1fe885400. 00000100:00000001:0.0:1767734673.740295:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.740299:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8700 x1853602672076032/t12884924680(12884924680) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/608 e 0 to 0 dl 1767734689 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.740360:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.740371:0:249958:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:0.0:1767734673.740374:0:249958:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1767734673.740377:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefa40 00000080:00200008:0.0:1767734673.740380:0:249958:0:(file.c:1001:ll_file_open()) START file d160k.sanity:[0x2000013a3:0x1:0x0](ffff94b1d172aa08), flags 704400 00000080:00000010:0.0:1767734673.740389:0:249958:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1d928d7c0. 00000080:00000010:0.0:1767734673.740398:0:249958:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1fe4a8200. 00000080:00000001:0.0:1767734673.740402:0:249958:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1767734673.740406:0:249958:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1767734673.740410:0:249958:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1767734673.740415:0:249958:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1d00e93a0. 00000002:00100000:0.0:1767734673.740422:0:249958:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1f2da8700 x1853602672076032/t12884924680(12884924680) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/608 e 0 to 0 dl 1767734689 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767734673.740431:0:249958:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.740434:0:249958:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1767734673.740439:0:249958:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1767734673.740445:0:249958:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.740449:0:249958:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.740452:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.740456:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672076032/t12884924680(12884924680) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/608 e 0 to 0 dl 1767734689 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1767734673.740465:0:249958:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734673.740469:0:249958:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:0.0:1767734673.740546:0:249958:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767734673.740549:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734673.740553:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefa40 00000080:00000008:0.0:1767734673.740556:0:249958:0:(file.c:1240:ll_file_open()) COMPLETED file d160k.sanity:[0x2000013a3:0x1:0x0](ffff94b1d172aa08), flags 704400, rc = 0 00000080:00000001:0.0:1767734673.740560:0:249958:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.740564:0:249958:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1767734673.740566:0:249958:0:(dcache.c:176:ll_intent_release()) intent ffff94b1f4645ea0 released 00000080:00000001:0.0:1767734673.740568:0:249958:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1767734673.740571:0:249958:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1767734673.740573:0:249958:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.740576:0:249958:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1767734673.740579:0:249958:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff94b1f4645ea0. 00000080:00000001:0.0:1767734673.740583:0:249958:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.740586:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767734673.740589:0:249958:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), inode mode 41ed mask 44 00000080:00000001:0.0:1767734673.740594:0:249958:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.740605:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767734673.740607:0:249958:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), inode mode 41ed mask 101 00000080:00000001:0.0:1767734673.740611:0:249958:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.740619:0:249958:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:0.0:1767734673.740621:0:249958:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1767734673.740624:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefdb0 00000080:00200008:0.0:1767734673.740627:0:249958:0:(file.c:424:ll_file_release()) START file d160k.sanity:[0x2000013a3:0x1:0x0](ffff94b1d172aa08), flags 704000 00000080:00400000:0.0:1767734673.740631:0:249958:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a3:0x1:0x0] 00000080:00000001:0.0:1767734673.740635:0:249958:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1767734673.740637:0:249958:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:0.0:1767734673.740639:0:249958:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1767734673.740644:0:249958:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734673.740646:0:249958:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767734673.740651:0:249958:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.740653:0:249958:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767734673.740656:0:249958:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a3:0x1:0x0]: 0 00000080:00000001:0.0:1767734673.740659:0:249958:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734673.740662:0:249958:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734673.740666:0:249958:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1fe885400. 00000080:00000001:0.0:1767734673.740669:0:249958:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734673.740675:0:249958:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734673.740679:0:249958:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734673.740681:0:249958:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a3:0x1:0x0] 00000002:00000001:0.0:1767734673.740685:0:249958:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734673.740688:0:249958:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1e7e86000: [0x2000013a3:0x1:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734673.740693:0:249958:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8e00. 00000020:00000040:0.0:1767734673.740697:0:249958:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767734673.740701:0:249958:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734673.740704:0:249958:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734673.740707:0:249958:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734673.740713:0:249958:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1fe885c00. 00000100:00000001:0.0:1767734673.740718:0:249958:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734673.740729:0:249958:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f2da8700 x1853602672076032/t12884924680(12884924680) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/608 e 0 to 0 dl 1767734689 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734673.740741:0:249958:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734673.740747:0:249958:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8e00 x1853602672076288/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734673.740756:0:249958:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734673.740758:0:249958:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734673.740763:0:249958:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.740765:0:249958:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:0.0:1767734673.740768:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.740770:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000001:0.0:1767734673.740774:0:249958:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734673.740777:0:249958:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.740780:0:249958:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734673.740781:0:249958:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734673.740785:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8e00 x1853602672076288/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.740794:0:249958:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734673.740796:0:249958:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.740800:0:249958:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734673.740802:0:249958:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734673.740805:0:249958:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734673.740809:0:249958:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672076288:192.168.203.112@tcp:35:mkdir.0 00000100:00000001:0.0:1767734673.740813:0:249958:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734673.740816:0:249958:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734673.740818:0:249958:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.740820:0:249958:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734673.740823:0:249958:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d02800. 02000000:00000001:0.0:1767734673.740826:0:249958:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734673.740832:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734673.740836:0:249958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000010:0.0:1767734673.740841:0:249958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b198. 00000100:00000200:0.0:1767734673.740846:0:249958:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672076288, portal 10 00000100:00000001:0.0:1767734673.740848:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.740850:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000040:0.0:1767734673.740856:0:249958:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8e00 x1853602672076288/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.740865:0:249958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734673.740868:0:249958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734673.740871:0:249958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b110. 00000100:00000200:0.0:1767734673.740874:0:249958:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672076288, offset 0 00000400:00000200:0.0:1767734673.740880:0:249958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734673.740886:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.740892:0:249958:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734673.740897:0:249958:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734673.740901:0:249958:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734673.740905:0:249958:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734673.740908:0:249958:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734673.740912:0:249958:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66548:66548:256:4294967295] 192.168.203.112@tcp LPNI seq info [66548:66548:8:4294967295] 00000400:00000200:0.0:1767734673.740918:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.740927:0:249958:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734673.740934:0:249958:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734673.740938:0:249958:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f800. 00000800:00000200:0.0:1767734673.740944:0:249958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734673.740951:0:249958:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734673.740956:0:249958:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734673.740976:0:249958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734673.740981:0:249958:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 6050 usecs (7 jiffies) 00000400:00000200:0.0:1767734673.740985:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734673.740988:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303435569 00000100:00000001:0.0:1767734673.740994:0:249958:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303435564 00000100:00000001:0.0:1767734673.740999:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303435569 00000100:00000001:0.0:1767734673.741003:0:249958:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303435564 00000100:00000001:0.0:1767734673.741007:0:249958:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.741011:0:249958:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.741013:0:249958:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734673.741015:0:249958:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734673.741018:0:249958:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:0.0:1767734673.741021:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734673.741023:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734673.741148:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734673.741156:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f800. 00000400:00000200:3.0:1767734673.741162:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734673.741169:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734673.741175:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b110 00000400:00000010:3.0:1767734673.741178:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b110. 00000100:00000001:3.0:1767734673.741182:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734673.741189:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8e00 x1853602672076288/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734673.741202:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734673.741206:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8e00 x1853602672076288/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734689 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734673.741215:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734673.741218:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734673.743485:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.743500:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734673.743504:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.743507:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.743545:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.743552:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734673.743560:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.743564:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.743569:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.743573:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d2e600 00000400:00000200:2.0:1767734673.743579:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.743585:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b845 [1] + 224 00000800:00000001:2.0:1767734673.743591:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.743601:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.743605:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734673.743609:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734673.743614:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734673.743621:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8e00 x1853602672076288/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734689 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734673.743635:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8e00 x1853602672076288/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734673.743682:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734673.743691:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.743696:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.743721:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734673.743731:0:249958:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734673.743734:0:249958:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734673.743741:0:249958:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000400:00000200:0.0:1767734673.743752:0:249958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b198 00000400:00000010:0.0:1767734673.743754:0:249958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b198. 00000100:00000001:0.0:1767734673.743758:0:249958:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734673.743768:0:249958:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8e00 x1853602672076288/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734673.743783:0:249958:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8e00 x1853602672076288/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.743793:0:249958:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734673.743795:0:249958:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.743798:0:249958:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734673.743800:0:249958:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734673.743803:0:249958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734673.743805:0:249958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.743808:0:249958:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734673.743815:0:249958:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dca0 time=3 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734673.743819:0:249958:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734673.743823:0:249958:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734673.743825:0:249958:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.743828:0:249958:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734673.743831:0:249958:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.743834:0:249958:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734673.743837:0:249958:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734673.743839:0:249958:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734673.743841:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.743843:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000001:0.0:1767734673.743847:0:249958:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734673.743849:0:249958:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:0.0:1767734673.743851:0:249958:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734673.743853:0:249958:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734673.743858:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8e00 x1853602672076288/t12884924681(12884924681) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734689 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.743867:0:249958:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.743870:0:249958:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734673.743872:0:249958:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734673.743877:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8e00 x1853602672076288/t12884924681(12884924681) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734689 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734673.743887:0:249958:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672076288:192.168.203.112@tcp:35:mkdir.0 00000100:00000001:0.0:1767734673.743893:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.743896:0:249958:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.743898:0:249958:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734673.743900:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.743904:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8e00 x1853602672076288/t12884924681(12884924681) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734689 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.743912:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734673.743915:0:249958:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.743918:0:249958:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734673.743919:0:249958:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.743932:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.743934:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000002:00000001:0.0:1767734673.743937:0:249958:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.743940:0:249958:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734673.743944:0:249958:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1fe885400. 00000080:00000001:0.0:1767734673.743948:0:249958:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734673.743951:0:249958:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734673.743956:0:249958:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734673.743962:0:249958:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f2da8700 x1853602672076032/t12884924680(12884924680) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/608 e 0 to 0 dl 1767734689 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.743972:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.743974:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734673.743976:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.743980:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672076032/t12884924680(12884924680) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/608 e 0 to 0 dl 1767734689 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.743988:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.743990:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.743994:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8e00 x1853602672076288/t12884924681(12884924681) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734689 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.744001:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.744003:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.744007:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672076032/t12884924680(12884924680) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/608 e 0 to 0 dl 1767734689 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.744014:0:249958:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734673.744016:0:249958:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734673.744018:0:249958:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734673.744020:0:249958:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734673.744023:0:249958:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9f000. 02000000:00000001:0.0:1767734673.744026:0:249958:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734673.744028:0:249958:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734673.744030:0:249958:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734673.744033:0:249958:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734673.744034:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.744036:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.744040:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8e00 x1853602672076288/t12884924681(12884924681) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734689 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.744047:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734673.744050:0:249958:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1d00e93a0. 00000002:00000001:0.0:1767734673.744057:0:249958:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.744060:0:249958:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734673.744063:0:249958:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1fe4a8200. 00000100:00000001:0.0:1767734673.744065:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.744069:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8e00 x1853602672076288/t12884924681(12884924681) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734689 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.744077:0:249958:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734673.744079:0:249958:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734673.744081:0:249958:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d02800. 02000000:00000001:0.0:1767734673.744084:0:249958:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734673.744085:0:249958:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734673.744087:0:249958:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734673.744089:0:249958:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734673.744090:0:249958:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1fe885c00. 02000000:00000001:0.0:1767734673.744093:0:249958:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734673.744094:0:249958:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734673.744096:0:249958:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8e00. 00000100:00000001:0.0:1767734673.744098:0:249958:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734673.744100:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734673.744103:0:249958:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734673.744106:0:249958:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1d928d7c0. 00000080:00000001:0.0:1767734673.744110:0:249958:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734673.744114:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefdb0 00000080:00000008:0.0:1767734673.744117:0:249958:0:(file.c:464:ll_file_release()) COMPLETED file d160k.sanity:[0x2000013a3:0x1:0x0](ffff94b1d172aa08), flags 704000, rc = 0 00000080:00000001:0.0:1767734673.744122:0:249958:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.744125:0:249958:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.744143:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734673.744146:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767734673.744149:0:249958:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1767734673.744153:0:249958:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734673.744162:0:249958:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1d00e93a0. 00000020:00000001:0.0:1767734673.744166:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefd98 00000080:00200000:0.0:1767734673.744168:0:249958:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=1, dir=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), flags=1536 00000080:00000001:0.0:1767734673.744172:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767734673.744174:0:249958:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), inode mode 41ed mask 3 00000080:00000001:0.0:1767734673.744178:0:249958:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.744182:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767734673.744184:0:249958:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), inode mode 41ed mask 3 00000080:00000001:0.0:1767734673.744187:0:249958:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.744190:0:249958:0:(namei.c:2172:do_mkdir()) Process entered 00000020:00000001:0.0:1767734673.744192:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefda0 00000080:00200000:0.0:1767734673.744195:0:249958:0:(namei.c:2175:do_mkdir()) VFS Op:name=1, dir=[0x2000013a3:0x1:0x0](ffff94b1d172aa08) 00000080:00000001:0.0:1767734673.744198:0:249958:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:0.0:1767734673.744199:0:249958:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1767734673.744203:0:249958:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1fe885c00. 00000080:00000002:0.0:1767734673.744210:0:249958:0:(namei.c:1696:ll_qos_mkdir_prep()) [0x2000013a3:0x1:0x0] requests qos mkdir 0xc0 00000080:00000001:0.0:1767734673.744214:0:249958:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.744217:0:249958:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:0.0:1767734673.744219:0:249958:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1767734673.744222:0:249958:0:(lmv_obd.c:1669:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1767734673.744224:0:249958:0:(lmv_obd.c:1672:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1767734673.744228:0:249958:0:(lmv_obd.c:1750:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1767734673.744231:0:249958:0:(lmv_obd.c:1764:lmv_locate_tgt_rr()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:0.0:1767734673.744235:0:249958:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:0.0:1767734673.744237:0:249958:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1767734673.744239:0:249958:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1767734673.744241:0:249958:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1767734673.744243:0:249958:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1767734673.744245:0:249958:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x2:0x0] 40000000:00000001:0.0:1767734673.744248:0:249958:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.744251:0:249958:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.744253:0:249958:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.744255:0:249958:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734673.744258:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefbe0 00800000:00000002:0.0:1767734673.744260:0:249958:0:(lmv_obd.c:2249:lmv_create()) CREATE name '1' [0x2000013a3:0x2:0x0] on [0x2000013a3:0x1:0x0] -> mds #0 00000002:00000001:0.0:1767734673.744264:0:249958:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1767734673.744266:0:249958:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1767734673.744270:0:249958:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734673.744274:0:249958:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8e00. 00000020:00000040:0.0:1767734673.744277:0:249958:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:0.0:1767734673.744282:0:249958:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767734673.744284:0:249958:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.744286:0:249958:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767734673.744289:0:249958:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734673.744293:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.744295:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.744297:0:249958:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.744300:0:249958:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734673.744302:0:249958:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734673.744305:0:249958:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734673.744347:0:249958:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1fe885400. 00000100:00000001:0.0:1767734673.744357:0:249958:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.744363:0:249958:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734673.744367:0:249958:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.744371:0:249958:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734673.744375:0:249958:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.744380:0:249958:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1767734673.744394:0:249958:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1767734673.744408:0:249958:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8e00 x1853602672076544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734673.744423:0:249958:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734673.744426:0:249958:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734673.744434:0:249958:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.744438:0:249958:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:0.0:1767734673.744443:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.744446:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000001:0.0:1767734673.744452:0:249958:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734673.744456:0:249958:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.744460:0:249958:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734673.744462:0:249958:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734673.744470:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8e00 x1853602672076544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.744484:0:249958:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734673.744488:0:249958:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.744493:0:249958:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734673.744498:0:249958:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734673.744503:0:249958:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734673.744532:0:249958:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672076544:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:0.0:1767734673.744541:0:249958:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734673.744546:0:249958:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734673.744550:0:249958:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.744553:0:249958:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734673.744560:0:249958:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d02800. 02000000:00000001:0.0:1767734673.744564:0:249958:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734673.744573:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734673.744579:0:249958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000010:0.0:1767734673.744587:0:249958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b198. 00000100:00000200:0.0:1767734673.744594:0:249958:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672076544, portal 10 00000100:00000001:0.0:1767734673.744598:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.744601:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000040:0.0:1767734673.744612:0:249958:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8e00 x1853602672076544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734689 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.744627:0:249958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734673.744632:0:249958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734673.744637:0:249958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b990. 00000100:00000200:0.0:1767734673.744643:0:249958:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1853602672076544, offset 0 00000400:00000200:0.0:1767734673.744653:0:249958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734673.744663:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.744671:0:249958:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734673.744678:0:249958:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734673.744684:0:249958:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734673.744689:0:249958:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734673.744694:0:249958:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734673.744700:0:249958:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66549:66549:256:4294967295] 192.168.203.112@tcp LPNI seq info [66549:66549:8:4294967295] 00000400:00000200:0.0:1767734673.744709:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.744723:0:249958:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734673.744733:0:249958:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734673.744742:0:249958:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f500. 00000800:00000200:0.0:1767734673.744751:0:249958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734673.744761:0:249958:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734673.744767:0:249958:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f500 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1767734673.744793:0:249958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734673.744800:0:249958:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5843 usecs (6 jiffies) 00000400:00000200:0.0:1767734673.744808:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734673.744812:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303435572 00000100:00000001:0.0:1767734673.744820:0:249958:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303435569 00000100:00000001:0.0:1767734673.744827:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303435572 00000100:00000001:0.0:1767734673.744834:0:249958:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303435569 00000100:00000001:0.0:1767734673.744840:0:249958:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.744846:0:249958:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.744850:0:249958:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734673.744853:0:249958:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734673.744857:0:249958:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:0.0:1767734673.744861:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734673.744866:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734673.744964:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734673.744972:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f500. 00000400:00000200:3.0:1767734673.744978:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734673.744985:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734673.745001:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b990 00000400:00000010:3.0:1767734673.745004:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b990. 00000100:00000001:3.0:1767734673.745008:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734673.745016:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8e00 x1853602672076544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734689 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734673.745029:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734673.745033:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8e00 x1853602672076544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734689 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734673.745042:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734673.745045:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767734673.745410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f8afd200. 00000800:00000001:2.0:1767734673.750766:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.750781:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734673.750785:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.750788:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.750795:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.750802:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734673.750810:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.750814:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.750819:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.750823:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d2e700 00000400:00000200:2.0:1767734673.750829:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.750835:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7b84d [1] + 224 00000800:00000001:2.0:1767734673.750841:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.750850:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.750853:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734673.750858:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734673.750862:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734673.750870:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8e00 x1853602672076544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734689 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734673.750883:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1f2da8e00 x1853602672076544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734673.750911:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734673.750918:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734673.750922:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.750928:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734673.750934:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66550:66550:256:4294967295] 192.168.203.112@tcp LPNI seq info [66550:66550:8:4294967295] 00000400:00000200:2.0:1767734673.750939:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.750964:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734673.750972:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734673.750978:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790d00. 00000100:00000001:0.0:1767734673.750983:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767734673.750986:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000001:0.0:1767734673.750993:0:249958:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734673.750999:0:249958:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1767734673.751001:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000010:0.0:1767734673.751005:0:249958:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000800:00000200:2.0:1767734673.751008:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790d00 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767734673.751015:0:249958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b198 00000400:00000010:0.0:1767734673.751022:0:249958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b198. 00000100:00000001:0.0:1767734673.751026:0:249958:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734673.751037:0:249958:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8e00 x1853602672076544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734673.751052:0:249958:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8e00 x1853602672076544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.751063:0:249958:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734673.751065:0:249958:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.751070:0:249958:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734673.751072:0:249958:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734673.751075:0:249958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734673.751078:0:249958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.751081:0:249958:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734673.751087:0:249958:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=3 v=5 (5 0 0 0) 00000800:00000001:3.0:1767734673.751089:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767734673.751094:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00001000:0.0:1767734673.751097:0:249958:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=3 v=5 (1 0 0 0) 00000800:00000001:3.0:1767734673.751102:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767734673.751104:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790d00. 00000100:00000001:0.0:1767734673.751106:0:249958:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734673.751113:0:249958:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734673.751119:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767734673.751120:0:249958:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734673.751128:0:249958:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734673.751136:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:0.0:1767734673.751138:0:249958:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734673.751143:0:249958:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005907/0x1] 00000100:00000001:0.0:1767734673.751149:0:249958:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734673.751152:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.751155:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000001:0.0:1767734673.751158:0:249958:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734673.751160:0:249958:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:0.0:1767734673.751162:0:249958:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734673.751164:0:249958:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734673.751172:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8e00 x1853602672076544/t12884924682(12884924682) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/448 e 0 to 0 dl 1767734689 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.751181:0:249958:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.751184:0:249958:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734673.751186:0:249958:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734673.751191:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8e00 x1853602672076544/t12884924682(12884924682) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/448 e 0 to 0 dl 1767734689 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734673.751202:0:249958:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672076544:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:0.0:1767734673.751208:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.751212:0:249958:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.751217:0:249958:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734673.751220:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.751226:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8e00 x1853602672076544/t12884924682(12884924682) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/448 e 0 to 0 dl 1767734689 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.751241:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734673.751246:0:249958:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.751253:0:249958:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734673.751256:0:249958:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.751264:0:249958:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767734673.751269:0:249958:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0x2:0x0] 00800000:00000001:0.0:1767734673.751272:0:249958:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.751276:0:249958:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000001:0.0:1767734673.751281:0:249958:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767734673.751285:0:249958:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1767734673.751288:0:249958:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767734673.751292:0:249958:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920706 : 144115272414920706 : 2000013a3000002) 00000080:00000001:0.0:1767734673.751297:0:249958:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1767734673.751351:0:249958:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1d172eb40. 00000080:00000001:0.0:1767734673.751370:0:249958:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1767734673.751376:0:249958:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x2:0x0](ffff94b1d172ec08) 00000080:00000001:0.0:1767734673.751382:0:249958:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767734673.751386:0:249958:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x2:0x0] 00000100:00000040:3.0:1767734673.751388:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303435572, at 4303435573 00000080:00000001:0.0:1767734673.751393:0:249958:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734673.751402:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645f00. 00000080:00000001:0.0:1767734673.751404:0:249958:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920706 : 144115272414920706 : 2000013a3000002) 00000100:00000040:2.0:1767734673.751406:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303435572, at 4303435573 00000080:00000001:0.0:1767734673.751419:0:249958:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000100:00000010:2.0:1767734673.751423:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645ba0. 00000080:00000002:0.0:1767734673.751430:0:249958:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920706 mtime from 0 to 1767734673 00000080:00200000:0.0:1767734673.751441:0:249958:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x2:0x0], updating i_size 512 00000080:00000001:0.0:1767734673.751448:0:249958:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1767734673.751452:0:249958:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090176932872 : -117983532618744 : ffff94b1d172ec08) 00000080:00000001:0.0:1767734673.751458:0:249958:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767734673.751465:0:249958:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1767734673.751468:0:249958:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.751474:0:249958:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.751478:0:249958:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:0.0:1767734673.751480:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.751490:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8e00 x1853602672076544/t12884924682(12884924682) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/448 e 0 to 0 dl 1767734689 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.751505:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734673.751538:0:249958:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1fe885c00. 00000080:00000001:0.0:1767734673.751545:0:249958:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.751550:0:249958:0:(namei.c:2183:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1767734673.751556:0:249958:0:(namei.c:2227:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.751566:0:249958:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767734673.751573:0:249958:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1767734673.751599:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734673.751604:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767734673.751607:0:249958:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1767734673.751615:0:249958:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734673.751625:0:249958:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1d00e9040. 00000080:00000001:0.0:1767734673.751630:0:249958:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1767734673.751634:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefb50 00000080:00200000:0.0:1767734673.751639:0:249958:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=1, dir=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), file ffff94b20022e780, open_flags 38900, mode 0 opened 0 00000080:00000010:0.0:1767734673.751648:0:249958:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff94b1f4645ea0. 00000080:00000001:0.0:1767734673.751652:0:249958:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1767734673.751656:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefa10 00000080:00200000:0.0:1767734673.751660:0:249958:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=1, dir=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), intent=open 00000080:00000010:0.0:1767734673.751669:0:249958:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1fe885c00. 00000080:00000001:0.0:1767734673.751676:0:249958:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734673.751680:0:249958:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734673.751683:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fef930 00800000:00000002:0.0:1767734673.751688:0:249958:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] '1' on [0x2000013a3:0x1:0x0] 00800000:00000001:0.0:1767734673.751694:0:249958:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1767734673.751697:0:249958:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1767734673.751702:0:249958:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00000020:00000001:0.0:1767734673.751707:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fef8b0 00800000:00000002:0.0:1767734673.751711:0:249958:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x2000013a3:0x1:0x0], fid2=[0x0:0x0:0x0], name='1' -> mds #0 00000002:00000001:0.0:1767734673.751717:0:249958:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734673.751721:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fef7e8 00000002:00010000:0.0:1767734673.751725:0:249958:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 1,[0x0:0x0:0x0]) in obj [0x2000013a3:0x1:0x0], intent: open flags 0704401 00000002:00000001:0.0:1767734673.751732:0:249958:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767734673.751735:0:249958:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1767734673.751738:0:249958:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1767734673.751745:0:249958:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734673.751753:0:249958:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734673.751758:0:249958:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:0.0:1767734673.751765:0:249958:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767734673.751768:0:249958:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.751773:0:249958:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767734673.751778:0:249958:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734673.751783:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.751786:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.751788:0:249958:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.751792:0:249958:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734673.751796:0:249958:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734673.751800:0:249958:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734673.751808:0:249958:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9f000. 00000100:00000001:0.0:1767734673.751812:0:249958:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.751817:0:249958:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734673.751820:0:249958:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.751823:0:249958:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734673.751826:0:249958:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.751830:0:249958:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.751839:0:249958:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00010000:00000001:0.0:1767734673.751845:0:249958:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767734673.751848:0:249958:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767734673.751856:0:249958:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1fa50ca00. 00010000:00000010:0.0:1767734673.751863:0:249958:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1f1164e00. 00010000:00000001:0.0:1767734673.751869:0:249958:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767734673.751873:0:249958:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f8afd200. 00000020:00000001:0.0:1767734673.751878:0:249958:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767734673.751883:0:249958:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f8afd200 with handle 0x1886cffb85c2b893 to hash 00000020:00000001:0.0:1767734673.751887:0:249958:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767734673.751890:0:249958:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090835235328 : -117982874316288 : ffff94b1f8afd200) 00010000:00000001:0.0:1767734673.751895:0:249958:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090835235328 : -117982874316288 : ffff94b1f8afd200) 00010000:00000001:0.0:1767734673.751901:0:249958:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734673.751905:0:249958:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734673.751912:0:249958:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b893 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 249958 initiator: MDT0 00010000:00010000:0.0:1767734673.751936:0:249958:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b893 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 249958 initiator: MDT0 00000020:00100000:0.0:1767734673.751952:0:249958:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1767734673.751962:0:249958:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8700 x1853602672076800/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1767734673.751973:0:249958:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b893 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 249958 initiator: MDT0 00000100:00000001:0.0:1767734673.751980:0:249958:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734673.751982:0:249958:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734673.751987:0:249958:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.751989:0:249958:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:0.0:1767734673.751992:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.751993:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734673.751997:0:249958:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734673.752000:0:249958:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.752004:0:249958:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734673.752006:0:249958:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734673.752013:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672076800/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.752027:0:249958:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734673.752031:0:249958:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.752036:0:249958:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734673.752040:0:249958:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734673.752044:0:249958:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734673.752050:0:249958:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672076800:192.168.203.112@tcp:101:mkdir.0 00000100:00000001:0.0:1767734673.752057:0:249958:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734673.752062:0:249958:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734673.752065:0:249958:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.752069:0:249958:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734673.752141:0:249958:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:0.0:1767734673.752147:0:249958:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734673.752157:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734673.752164:0:249958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000010:0.0:1767734673.752173:0:249958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b1f0d00000. 00000100:00000200:0.0:1767734673.752181:0:249958:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602672076800, portal 10 00000100:00000001:0.0:1767734673.752185:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.752188:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000040:0.0:1767734673.752200:0:249958:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8700 x1853602672076800/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734689 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.752213:0:249958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734673.752218:0:249958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734673.752223:0:249958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b198. 00000100:00000200:0.0:1767734673.752229:0:249958:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853602672076800, offset 0 00000400:00000200:0.0:1767734673.752238:0:249958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734673.752248:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.752257:0:249958:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734673.752265:0:249958:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734673.752270:0:249958:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734673.752275:0:249958:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734673.752280:0:249958:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734673.752287:0:249958:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66551:66551:256:4294967295] 192.168.203.112@tcp LPNI seq info [66551:66551:8:4294967295] 00000400:00000200:0.0:1767734673.752296:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.752367:0:249958:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734673.752381:0:249958:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734673.752390:0:249958:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f100. 00000800:00000200:0.0:1767734673.752399:0:249958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734673.752409:0:249958:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734673.752415:0:249958:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f100 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:0.0:1767734673.752436:0:249958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734673.752443:0:249958:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 6046 usecs (7 jiffies) 00000400:00000200:0.0:1767734673.752453:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734673.752459:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303435581 00000100:00000010:0.0:1767734673.752468:0:249958:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645a80. 00000100:00000001:0.0:1767734673.752478:0:249958:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767734673.752489:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303435581 00000100:00000010:0.0:1767734673.752496:0:249958:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645960. 00000100:00000001:0.0:1767734673.752503:0:249958:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767734673.752538:0:249958:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.752545:0:249958:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.752550:0:249958:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734673.752554:0:249958:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734673.752560:0:249958:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:0.0:1767734673.752566:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734673.752570:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734673.752634:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734673.752643:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f100. 00000400:00000200:3.0:1767734673.752648:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734673.752656:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734673.752661:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b198 00000400:00000010:3.0:1767734673.752664:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b198. 00000100:00000001:3.0:1767734673.752668:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734673.752675:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8700 x1853602672076800/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734689 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734673.752688:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734673.752692:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8700 x1853602672076800/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734689 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734673.752701:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734673.752704:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734673.756635:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.756649:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734673.756653:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.756656:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.756664:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.756671:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734673.756679:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.756683:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.756688:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.756692:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d780d2e800 00000400:00000200:2.0:1767734673.756698:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.756704:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x7b855 [64] + 224 00000800:00000001:2.0:1767734673.756711:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.756720:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.756723:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734673.756727:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734673.756732:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734673.756739:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8700 x1853602672076800/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734689 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734673.756773:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b1f2da8700 x1853602672076800/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734673.756799:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734673.756808:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.756813:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.756858:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734673.756869:0:249958:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734673.756872:0:249958:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734673.756877:0:249958:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000400:00000200:0.0:1767734673.756885:0:249958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f0d00000 00000400:00000010:0.0:1767734673.756889:0:249958:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b1f0d00000. 00000100:00000001:0.0:1767734673.756895:0:249958:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734673.756907:0:249958:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8700 x1853602672076800/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734673.756926:0:249958:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8700 x1853602672076800/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.756940:0:249958:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734673.756944:0:249958:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.756949:0:249958:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734673.756952:0:249958:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734673.756955:0:249958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734673.756959:0:249958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.756963:0:249958:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734673.756971:0:249958:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=3 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734673.756978:0:249958:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734673.756982:0:249958:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767734673.756989:0:249958:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1f2da8700 x1853602672076800/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.757003:0:249958:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767734673.757007:0:249958:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734673.757010:0:249958:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734673.757014:0:249958:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734673.757017:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.757020:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734673.757024:0:249958:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734673.757027:0:249958:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:0.0:1767734673.757031:0:249958:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734673.757034:0:249958:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1767734673.757042:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672076800/t12884924683(12884924683) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734689 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.757056:0:249958:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1767734673.757061:0:249958:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734673.757064:0:249958:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734673.757072:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672076800/t12884924683(12884924683) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734689 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734673.757087:0:249958:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672076800:192.168.203.112@tcp:101:mkdir.0 00000100:00000001:0.0:1767734673.757096:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.757100:0:249958:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767734673.757103:0:249958:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734673.757107:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.757113:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8700 x1853602672076800/t12884924683(12884924683) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734689 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.757126:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734673.757131:0:249958:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.757136:0:249958:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734673.757140:0:249958:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1767734673.757144:0:249958:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767734673.757149:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.757153:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.757157:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afd200 refcount=4 00000020:00000001:0.0:1767734673.757161:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835235328 : -117982874316288 : ffff94b1f8afd200) 00010000:00000001:0.0:1767734673.757166:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835235328 : -117982874316288 : ffff94b1f8afd200) 00010000:00010000:0.0:1767734673.757173:0:249958:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b893 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 249958 initiator: MDT0 00010000:00000001:0.0:1767734673.757186:0:249958:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1767734673.757192:0:249958:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b893 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 249958 initiator: MDT0 00010000:00000001:0.0:1767734673.757202:0:249958:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734673.757207:0:249958:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b893 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 249958 initiator: MDT0 00010000:00000001:0.0:1767734673.757218:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.757222:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767734673.757226:0:249958:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b893 lrc: 3/0,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 249958 initiator: MDT0 00010000:00000001:0.0:1767734673.757237:0:249958:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734673.757240:0:249958:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.757245:0:249958:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767734673.757249:0:249958:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b893 lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 249958 initiator: MDT0 00010000:00010000:0.0:1767734673.757259:0:249958:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f8afd200 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:0.0:1767734673.757264:0:249958:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1767734673.757269:0:249958:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b893 lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 249958 initiator: MDT0 00010000:00000001:0.0:1767734673.757279:0:249958:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1767734673.757284:0:249958:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1767734673.757291:0:249958:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b893 lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 249958 initiator: MDT0 00010000:00000001:0.0:1767734673.757303:0:249958:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1767734673.757307:0:249958:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000080:00000010:0.1:1767734673.757353:0:249958:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1d00e93a0. 00010000:00000001:0.0:1767734673.757367:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734673.757371:0:249958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734673.757375:0:249958:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afd200 refcount=5 00000020:00000001:0.0:1767734673.757380:0:249958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835235328 : -117982874316288 : ffff94b1f8afd200) 00010000:00000001:0.0:1767734673.757385:0:249958:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835235328 : -117982874316288 : ffff94b1f8afd200) 00010000:00000001:0.0:1767734673.757390:0:249958:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734673.757395:0:249958:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b893 lrc: 5/0,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 249958 initiator: MDT0 00000080:00000001:0.0:1767734673.757406:0:249958:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734673.757409:0:249958:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734673.757413:0:249958:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1767734673.757417:0:249958:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734673.757421:0:249958:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734673.757424:0:249958:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734673.757427:0:249958:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734673.757431:0:249958:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767734673.757436:0:249958:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f8afd200 with handle 0x1886cffb85c2b893 from hash 00010000:00000001:0.0:1767734673.757440:0:249958:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734673.757443:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.757446:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.757449:0:249958:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734673.757452:0:249958:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734673.757455:0:249958:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767734673.757459:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.757461:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.757464:0:249958:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.757468:0:249958:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734673.757475:0:249958:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b893 lrc: 3/0,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 249958 initiator: MDT0 00010000:00000001:0.0:1767734673.757486:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.757489:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.757492:0:249958:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767734673.757494:0:249958:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734673.757498:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.757500:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.757503:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734673.757507:0:249958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afd200/0x1886cffb85c2b893 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 249958 initiator: MDT0 00010000:00000040:0.0:1767734673.757548:0:249958:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1fa50ca00 count: 0 00010000:00000010:0.0:1767734673.757557:0:249958:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f1164e00. 00010000:00000001:0.0:1767734673.757569:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.757572:0:249958:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1767734673.757579:0:249958:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1767734673.757590:0:249958:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff94b1f2da8700 x1853602672076800/t12884924683(12884924683) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734689 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767734673.757608:0:249958:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1767734673.757617:0:249958:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1f2da8700 x1853602672076800/t12884924683(12884924683) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734689 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767734673.757634:0:249958:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.757638:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767734673.757641:0:249958:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.757645:0:249958:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.757649:0:249958:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.757653:0:249958:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1767734673.757657:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.757660:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00010000:00000001:0.0:1767734673.757665:0:249958:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767734673.757668:0:249958:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.757672:0:249958:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767734673.757677:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fef768 00000002:00002000:0.0:1767734673.757681:0:249958:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=1 intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1767734673.757687:0:249958:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.757692:0:249958:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.757696:0:249958:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767734673.757701:0:249958:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x2000013a3:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1767734673.757707:0:249958:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.757711:0:249958:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1767734673.757714:0:249958:0:(namei.c:677:ll_lookup_it_finish()) it ffff94b1f4645ea0 it_disposition 80002b 00000080:00000001:0.0:1767734673.757719:0:249958:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767734673.757724:0:249958:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1767734673.757727:0:249958:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767734673.757731:0:249958:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920706 : 144115272414920706 : 2000013a3000002) 00000080:00000001:0.0:1767734673.757737:0:249958:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:0.0:1767734673.757742:0:249958:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767734673.757745:0:249958:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x2:0x0] 00000080:00000001:0.0:1767734673.757749:0:249958:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.757754:0:249958:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920706 : 144115272414920706 : 2000013a3000002) 00000080:00000001:0.0:1767734673.757758:0:249958:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:0.0:1767734673.757764:0:249958:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x2:0x0], updating i_size 512 00000080:00200000:0.0:1767734673.757770:0:249958:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x2:0x0](ffff94b1d172ec08): rc = 0 00000080:00000001:0.0:1767734673.757775:0:249958:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090176932872 : -117983532618744 : ffff94b1d172ec08) 00000080:00000001:0.0:1767734673.757780:0:249958:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767734673.757784:0:249958:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1767734673.757787:0:249958:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734673.757793:0:249958:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x2:0x0](ffff94b1d172ec08) for lock 0x0 00800000:00000001:0.0:1767734673.757798:0:249958:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734673.757801:0:249958:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:0.0:1767734673.757804:0:249958:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.757808:0:249958:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1767734673.757815:0:249958:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f14c5870 inode ffff94b1d172ec08 refc 1 flags 0x20000e 00000080:00000001:0.0:1767734673.757820:0:249958:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767734673.757824:0:249958:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.757828:0:249958:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1767734673.757834:0:249958:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1767734673.757840:0:249958:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1fe885c00. 00000100:00000001:0.0:1767734673.757846:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.757856:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8700 x1853602672076800/t12884924683(12884924683) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734689 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.757871:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.757879:0:249958:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:0.0:1767734673.757882:0:249958:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1767734673.757885:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefa40 00000080:00200008:0.0:1767734673.757890:0:249958:0:(file.c:1001:ll_file_open()) START file 1:[0x2000013a3:0x2:0x0](ffff94b1d172ec08), flags 704400 00000080:00000010:0.0:1767734673.757899:0:249958:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1d928d7c0. 00000080:00000010:0.0:1767734673.757908:0:249958:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1fe4a8200. 00000080:00000001:0.0:1767734673.757912:0:249958:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1767734673.757917:0:249958:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1767734673.757922:0:249958:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1767734673.757928:0:249958:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1d00e93a0. 00000002:00100000:0.0:1767734673.757937:0:249958:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1f2da8700 x1853602672076800/t12884924683(12884924683) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734689 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767734673.757952:0:249958:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.757956:0:249958:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1767734673.757962:0:249958:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1767734673.757969:0:249958:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.757974:0:249958:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.757979:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.757986:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672076800/t12884924683(12884924683) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734689 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1767734673.758001:0:249958:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734673.758005:0:249958:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:0.0:1767734673.758047:0:249958:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767734673.758051:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734673.758057:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefa40 00000080:00000008:0.0:1767734673.758061:0:249958:0:(file.c:1240:ll_file_open()) COMPLETED file 1:[0x2000013a3:0x2:0x0](ffff94b1d172ec08), flags 704400, rc = 0 00000080:00000001:0.0:1767734673.758068:0:249958:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.758073:0:249958:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1767734673.758076:0:249958:0:(dcache.c:176:ll_intent_release()) intent ffff94b1f4645ea0 released 00000080:00000001:0.0:1767734673.758079:0:249958:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1767734673.758082:0:249958:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1767734673.758085:0:249958:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.758089:0:249958:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1767734673.758094:0:249958:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff94b1f4645ea0. 00000080:00000001:0.0:1767734673.758100:0:249958:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.758104:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767734673.758108:0:249958:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x2:0x0](ffff94b1d172ec08), inode mode 41ed mask 44 00000080:00000001:0.0:1767734673.758116:0:249958:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.758130:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767734673.758134:0:249958:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x2:0x0](ffff94b1d172ec08), inode mode 41ed mask 101 00000080:00000001:0.0:1767734673.758140:0:249958:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.758150:0:249958:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:0.0:1767734673.758154:0:249958:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1767734673.758157:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefdb0 00000080:00200008:0.0:1767734673.758161:0:249958:0:(file.c:424:ll_file_release()) START file 1:[0x2000013a3:0x2:0x0](ffff94b1d172ec08), flags 704000 00000080:00400000:0.0:1767734673.758167:0:249958:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a3:0x2:0x0] 00000080:00000001:0.0:1767734673.758171:0:249958:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1767734673.758173:0:249958:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:0.0:1767734673.758176:0:249958:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1767734673.758183:0:249958:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734673.758187:0:249958:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767734673.758192:0:249958:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.758196:0:249958:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767734673.758199:0:249958:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a3:0x2:0x0]: 0 00000080:00000001:0.0:1767734673.758204:0:249958:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734673.758207:0:249958:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734673.758213:0:249958:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1fe885c00. 00000080:00000001:0.0:1767734673.758217:0:249958:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734673.758223:0:249958:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734673.758227:0:249958:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734673.758230:0:249958:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a3:0x2:0x0] 00000002:00000001:0.0:1767734673.758235:0:249958:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734673.758238:0:249958:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1e7e86000: [0x2000013a3:0x2:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734673.758247:0:249958:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8380. 00000020:00000040:0.0:1767734673.758253:0:249958:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767734673.758258:0:249958:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734673.758262:0:249958:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734673.758266:0:249958:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734673.758274:0:249958:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1fe884000. 00000100:00000001:0.0:1767734673.758282:0:249958:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734673.758295:0:249958:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f2da8700 x1853602672076800/t12884924683(12884924683) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734689 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734673.758363:0:249958:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734673.758375:0:249958:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8380 x1853602672077056/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734673.758389:0:249958:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734673.758392:0:249958:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734673.758400:0:249958:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.758405:0:249958:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:0.0:1767734673.758409:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.758412:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369984 : -117982972181632 : ffff94b1f2da8380) 00000100:00000001:0.0:1767734673.758418:0:249958:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734673.758423:0:249958:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.758427:0:249958:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734673.758429:0:249958:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734673.758438:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8380 x1853602672077056/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.758454:0:249958:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734673.758458:0:249958:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.758464:0:249958:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734673.758469:0:249958:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734673.758474:0:249958:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734673.758482:0:249958:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8380 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672077056:192.168.203.112@tcp:35:mkdir.0 00000100:00000001:0.0:1767734673.758491:0:249958:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734673.758496:0:249958:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734673.758500:0:249958:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.758504:0:249958:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734673.758534:0:249958:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00000. 02000000:00000001:0.0:1767734673.758539:0:249958:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734673.758549:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734673.758555:0:249958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000010:0.0:1767734673.758566:0:249958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80ba18. 00000100:00000200:0.0:1767734673.758573:0:249958:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672077056, portal 10 00000100:00000001:0.0:1767734673.758577:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.758580:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369984 : -117982972181632 : ffff94b1f2da8380) 00000100:00000040:0.0:1767734673.758591:0:249958:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8380 x1853602672077056/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.758605:0:249958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734673.758610:0:249958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734673.758615:0:249958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b330. 00000100:00000200:0.0:1767734673.758620:0:249958:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672077056, offset 0 00000400:00000200:0.0:1767734673.758629:0:249958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734673.758638:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.758647:0:249958:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734673.758653:0:249958:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734673.758659:0:249958:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734673.758664:0:249958:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734673.758669:0:249958:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734673.758676:0:249958:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66552:66552:256:4294967295] 192.168.203.112@tcp LPNI seq info [66552:66552:8:4294967295] 00000400:00000200:0.0:1767734673.758684:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.758699:0:249958:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734673.758709:0:249958:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734673.758717:0:249958:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6ff00. 00000800:00000200:0.0:1767734673.758725:0:249958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734673.758735:0:249958:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734673.758742:0:249958:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6ff00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734673.758765:0:249958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734673.758773:0:249958:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 6057 usecs (7 jiffies) 00000400:00000200:0.0:1767734673.758781:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734673.758785:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303435587 00000100:00000001:0.0:1767734673.758794:0:249958:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303435581 00000100:00000001:0.0:1767734673.758803:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303435587 00000100:00000001:0.0:1767734673.758809:0:249958:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303435581 00000100:00000001:0.0:1767734673.758815:0:249958:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.758820:0:249958:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.758824:0:249958:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734673.758827:0:249958:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734673.758831:0:249958:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:0.0:1767734673.758835:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734673.758839:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734673.758938:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734673.758945:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6ff00. 00000400:00000200:3.0:1767734673.758951:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734673.758958:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734673.758974:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b330 00000400:00000010:3.0:1767734673.758977:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b330. 00000100:00000001:3.0:1767734673.758982:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734673.758990:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8380 x1853602672077056/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734673.759002:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734673.759007:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8380 x1853602672077056/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734689 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734673.759016:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734673.759018:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734673.761452:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.761466:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734673.761470:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.761473:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.761481:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.761488:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734673.761495:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.761500:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.761505:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.761534:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d2e900 00000400:00000200:2.0:1767734673.761541:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.761548:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b85d [1] + 224 00000800:00000001:2.0:1767734673.761555:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.761565:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.761568:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734673.761572:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734673.761577:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734673.761585:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8380 x1853602672077056/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734689 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734673.761598:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da8380 x1853602672077056/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734673.761624:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734673.761631:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.761635:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.761674:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734673.761684:0:249958:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734673.761687:0:249958:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734673.761692:0:249958:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000400:00000200:0.0:1767734673.761700:0:249958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80ba18 00000400:00000010:0.0:1767734673.761704:0:249958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80ba18. 00000100:00000001:0.0:1767734673.761709:0:249958:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734673.761721:0:249958:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8380 x1853602672077056/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734673.761741:0:249958:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8380 x1853602672077056/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.761751:0:249958:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734673.761754:0:249958:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.761757:0:249958:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734673.761759:0:249958:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734673.761761:0:249958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734673.761764:0:249958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.761767:0:249958:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734673.761773:0:249958:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dca0 time=3 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734673.761777:0:249958:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734673.761781:0:249958:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734673.761783:0:249958:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.761785:0:249958:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734673.761788:0:249958:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.761791:0:249958:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734673.761794:0:249958:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734673.761797:0:249958:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734673.761799:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.761801:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369984 : -117982972181632 : ffff94b1f2da8380) 00000100:00000001:0.0:1767734673.761804:0:249958:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734673.761806:0:249958:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:0.0:1767734673.761808:0:249958:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734673.761810:0:249958:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734673.761815:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8380 x1853602672077056/t12884924684(12884924684) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734689 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.761824:0:249958:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.761826:0:249958:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734673.761828:0:249958:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734673.761833:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8380 x1853602672077056/t12884924684(12884924684) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734689 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734673.761844:0:249958:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8380 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672077056:192.168.203.112@tcp:35:mkdir.0 00000100:00000001:0.0:1767734673.761849:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.761852:0:249958:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.761854:0:249958:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734673.761856:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.761859:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8380 x1853602672077056/t12884924684(12884924684) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734689 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.761867:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734673.761870:0:249958:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.761873:0:249958:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734673.761875:0:249958:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.761879:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.761881:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369984 : -117982972181632 : ffff94b1f2da8380) 00000002:00000001:0.0:1767734673.761885:0:249958:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.761890:0:249958:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734673.761896:0:249958:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1fe885c00. 00000080:00000001:0.0:1767734673.761901:0:249958:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734673.761905:0:249958:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734673.761910:0:249958:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734673.761917:0:249958:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f2da8700 x1853602672076800/t12884924683(12884924683) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734689 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.761933:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.761936:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734673.761941:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.761947:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672076800/t12884924683(12884924683) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734689 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.761961:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.761964:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.761971:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8380 x1853602672077056/t12884924684(12884924684) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734689 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.761985:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.761989:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.761996:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672076800/t12884924683(12884924683) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734689 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.762010:0:249958:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734673.762013:0:249958:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734673.762017:0:249958:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734673.762021:0:249958:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734673.762025:0:249958:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9f000. 02000000:00000001:0.0:1767734673.762031:0:249958:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734673.762034:0:249958:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734673.762037:0:249958:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734673.762042:0:249958:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734673.762045:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.762049:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.762056:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8380 x1853602672077056/t12884924684(12884924684) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734689 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.762070:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734673.762075:0:249958:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1d00e93a0. 00000002:00000001:0.0:1767734673.762081:0:249958:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.762086:0:249958:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734673.762090:0:249958:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1fe4a8200. 00000100:00000001:0.0:1767734673.762095:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.762101:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8380 x1853602672077056/t12884924684(12884924684) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734689 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734673.762114:0:249958:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734673.762117:0:249958:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734673.762121:0:249958:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00000. 02000000:00000001:0.0:1767734673.762125:0:249958:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734673.762128:0:249958:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734673.762131:0:249958:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734673.762136:0:249958:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734673.762139:0:249958:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1fe884000. 02000000:00000001:0.0:1767734673.762144:0:249958:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734673.762146:0:249958:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734673.762150:0:249958:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8380. 00000100:00000001:0.0:1767734673.762155:0:249958:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734673.762157:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734673.762162:0:249958:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734673.762166:0:249958:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1d928d7c0. 00000080:00000001:0.0:1767734673.762171:0:249958:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734673.762178:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefdb0 00000080:00000008:0.0:1767734673.762183:0:249958:0:(file.c:464:ll_file_release()) COMPLETED file 1:[0x2000013a3:0x2:0x0](ffff94b1d172ec08), flags 704000, rc = 0 00000080:00000001:0.0:1767734673.762189:0:249958:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.762193:0:249958:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.762214:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734673.762219:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767734673.762222:0:249958:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x2:0x0](ffff94b1d172ec08), inode mode 41ed mask 1 00000080:00000001:0.0:1767734673.762229:0:249958:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734673.762242:0:249958:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1d00e93a0. 00000020:00000001:0.0:1767734673.762247:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefd98 00000080:00200000:0.0:1767734673.762251:0:249958:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=1, dir=[0x2000013a3:0x2:0x0](ffff94b1d172ec08), flags=1536 00000080:00000001:0.0:1767734673.762257:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767734673.762261:0:249958:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x2:0x0](ffff94b1d172ec08), inode mode 41ed mask 3 00000080:00000001:0.0:1767734673.762267:0:249958:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.762273:0:249958:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767734673.762276:0:249958:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x2:0x0](ffff94b1d172ec08), inode mode 41ed mask 3 00000080:00000001:0.0:1767734673.762281:0:249958:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.762285:0:249958:0:(namei.c:2172:do_mkdir()) Process entered 00000020:00000001:0.0:1767734673.762288:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefda0 00000080:00200000:0.0:1767734673.762292:0:249958:0:(namei.c:2175:do_mkdir()) VFS Op:name=1, dir=[0x2000013a3:0x2:0x0](ffff94b1d172ec08) 00000080:00000001:0.0:1767734673.762297:0:249958:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:0.0:1767734673.762300:0:249958:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1767734673.762306:0:249958:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1fe884000. 00000080:00000002:0.0:1767734673.762355:0:249958:0:(namei.c:1696:ll_qos_mkdir_prep()) [0x2000013a3:0x2:0x0] requests qos mkdir 0xc0 00000080:00000001:0.0:1767734673.762363:0:249958:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.762370:0:249958:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:0.0:1767734673.762374:0:249958:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1767734673.762380:0:249958:0:(lmv_obd.c:1669:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1767734673.762383:0:249958:0:(lmv_obd.c:1672:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1767734673.762390:0:249958:0:(lmv_obd.c:1750:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1767734673.762396:0:249958:0:(lmv_obd.c:1764:lmv_locate_tgt_rr()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:0.0:1767734673.762402:0:249958:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:0.0:1767734673.762407:0:249958:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1767734673.762411:0:249958:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1767734673.762415:0:249958:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1767734673.762419:0:249958:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1767734673.762423:0:249958:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x3:0x0] 40000000:00000001:0.0:1767734673.762428:0:249958:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.762434:0:249958:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.762437:0:249958:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734673.762441:0:249958:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734673.762445:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefbe0 00800000:00000002:0.0:1767734673.762449:0:249958:0:(lmv_obd.c:2249:lmv_create()) CREATE name '1' [0x2000013a3:0x3:0x0] on [0x2000013a3:0x2:0x0] -> mds #0 00000002:00000001:0.0:1767734673.762456:0:249958:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1767734673.762458:0:249958:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1767734673.762464:0:249958:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734673.762472:0:249958:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8380. 00000020:00000040:0.0:1767734673.762478:0:249958:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:0.0:1767734673.762485:0:249958:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767734673.762488:0:249958:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.762491:0:249958:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767734673.762496:0:249958:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734673.762501:0:249958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734673.762504:0:249958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734673.762507:0:249958:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.762536:0:249958:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734673.762539:0:249958:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734673.762543:0:249958:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734673.762552:0:249958:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1fe885c00. 00000100:00000001:0.0:1767734673.762557:0:249958:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.762562:0:249958:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734673.762565:0:249958:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.762568:0:249958:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734673.762571:0:249958:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.762575:0:249958:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1767734673.762586:0:249958:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1767734673.762598:0:249958:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8380 x1853602672077312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734673.762611:0:249958:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734673.762614:0:249958:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734673.762621:0:249958:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.762625:0:249958:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:0.0:1767734673.762629:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.762632:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369984 : -117982972181632 : ffff94b1f2da8380) 00000100:00000001:0.0:1767734673.762638:0:249958:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734673.762642:0:249958:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.762646:0:249958:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734673.762648:0:249958:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734673.762655:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8380 x1853602672077312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.762669:0:249958:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734673.762672:0:249958:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.762677:0:249958:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734673.762681:0:249958:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734673.762686:0:249958:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734673.762692:0:249958:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8380 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672077312:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:0.0:1767734673.762699:0:249958:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734673.762703:0:249958:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734673.762707:0:249958:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.762711:0:249958:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734673.762717:0:249958:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d00000. 02000000:00000001:0.0:1767734673.762721:0:249958:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734673.762731:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734673.762737:0:249958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000400:00000010:0.0:1767734673.762744:0:249958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80ba18. 00000100:00000200:0.0:1767734673.762751:0:249958:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672077312, portal 10 00000100:00000001:0.0:1767734673.762755:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734673.762758:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369984 : -117982972181632 : ffff94b1f2da8380) 00000100:00000040:0.0:1767734673.762769:0:249958:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8380 x1853602672077312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734689 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.762782:0:249958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734673.762787:0:249958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734673.762792:0:249958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bbb0. 00000100:00000200:0.0:1767734673.762798:0:249958:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1853602672077312, offset 0 00000400:00000200:0.0:1767734673.762808:0:249958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734673.762816:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.762826:0:249958:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734673.762832:0:249958:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734673.762838:0:249958:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734673.762843:0:249958:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734673.762849:0:249958:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734673.762856:0:249958:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66553:66553:256:4294967295] 192.168.203.112@tcp LPNI seq info [66553:66553:8:4294967295] 00000400:00000200:0.0:1767734673.762865:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734673.762880:0:249958:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734673.762890:0:249958:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734673.762899:0:249958:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f000. 00000800:00000200:0.0:1767734673.762907:0:249958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734673.762917:0:249958:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734673.762923:0:249958:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f000 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1767734673.762949:0:249958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734673.762956:0:249958:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5923 usecs (6 jiffies) 00000400:00000200:0.0:1767734673.762963:0:249958:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734673.762968:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303435590 00000100:00000001:0.0:1767734673.762976:0:249958:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303435587 00000100:00000001:0.0:1767734673.762984:0:249958:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303435590 00000100:00000001:0.0:1767734673.762990:0:249958:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303435587 00000100:00000001:0.0:1767734673.762996:0:249958:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.763001:0:249958:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.763005:0:249958:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734673.763008:0:249958:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734673.763013:0:249958:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:0.0:1767734673.763018:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734673.763023:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734673.763121:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734673.763129:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f000. 00000400:00000200:3.0:1767734673.763135:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734673.763142:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734673.763147:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bbb0 00000400:00000010:3.0:1767734673.763150:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bbb0. 00000100:00000001:3.0:1767734673.763154:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734673.763162:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8380 x1853602672077312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734689 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734673.763175:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734673.763179:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8380 x1853602672077312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734689 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734673.763189:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734673.763191:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767734673.763377:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1fa50ca00. 00010000:00000010:0.1:1767734673.763387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f8afd200. 00000800:00000001:2.0:1767734673.767230:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.767255:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734673.767259:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.767262:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.767269:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.767276:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734673.767283:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.767288:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.767292:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.767296:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d2ea00 00000400:00000200:2.0:1767734673.767302:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.767353:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7b865 [1] + 224 00000800:00000001:2.0:1767734673.767361:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734673.767373:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734673.767377:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734673.767384:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734673.767389:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734673.767398:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8380 x1853602672077312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734689 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734673.767412:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1f2da8380 x1853602672077312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734673.767435:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734673.767443:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734673.767448:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734673.767454:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734673.767461:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66554:66554:256:4294967295] 192.168.203.112@tcp LPNI seq info [66554:66554:8:4294967295] 00000400:00000200:2.0:1767734673.767467:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734673.767475:0:249958:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767734673.767482:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000400:00000001:0.0:1767734673.767488:0:249958:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1767734673.767495:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000001:0.0:1767734673.767497:0:249958:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000010:2.0:1767734673.767506:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790d00. 00000400:00000010:0.0:1767734673.767507:0:249958:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000400:00000200:0.0:1767734673.767538:0:249958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80ba18 00000800:00000200:2.0:1767734673.767545:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000010:0.0:1767734673.767547:0:249958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80ba18. 00000100:00000001:0.0:1767734673.767553:0:249958:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734673.767573:0:249958:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8380 x1853602672077312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767734673.767575:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734673.767584:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790d00 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:0.0:1767734673.767607:0:249958:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8380 x1853602672077312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734689 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.767622:0:249958:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734673.767624:0:249958:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.767628:0:249958:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734673.767631:0:249958:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734673.767634:0:249958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734673.767637:0:249958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734673.767640:0:249958:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734673.767647:0:249958:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=3 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734673.767652:0:249958:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734673.767656:0:249958:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734673.767659:0:249958:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734673.767663:0:249958:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734673.767667:0:249958:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.767671:0:249958:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000800:00000200:2.0:1767734673.767674:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767734673.767676:0:249958:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x30000590a/0x1] 00000800:00000010:2.0:1767734673.767683:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790d00. 00000100:00000001:0.0:1767734673.767683:0:249958:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000800:00000001:3.0:1767734673.767687:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767734673.767691:0:249958:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767734673.767696:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767734673.767697:0:249958:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369984 : -117982972181632 : ffff94b1f2da8380) 00000800:00000001:3.0:1767734673.767700:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.767710:0:249958:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767734673.767717:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000040:0.0:1767734673.767718:0:249958:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:0.0:1767734673.767726:0:249958:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734673.767730:0:249958:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734673.767740:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8380 x1853602672077312/t12884924685(12884924685) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/448 e 0 to 0 dl 1767734689 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.767751:0:249958:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734673.767755:0:249958:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734673.767757:0:249958:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734673.767762:0:249958:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8380 x1853602672077312/t12884924685(12884924685) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/448 e 0 to 0 dl 1767734689 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734673.767772:0:249958:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8380 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:249958:1853602672077312:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:0.0:1767734673.767777:0:249958:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734673.767780:0:249958:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734673.767783:0:249958:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734673.767785:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.767788:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8380 x1853602672077312/t12884924685(12884924685) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/448 e 0 to 0 dl 1767734689 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.767798:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734673.767801:0:249958:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:0.0:1767734673.767805:0:249958:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734673.767807:0:249958:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734673.767812:0:249958:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767734673.767816:0:249958:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0x3:0x0] 00800000:00000001:0.0:1767734673.767818:0:249958:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.767821:0:249958:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000001:0.0:1767734673.767824:0:249958:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767734673.767827:0:249958:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1767734673.767830:0:249958:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767734673.767832:0:249958:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920707 : 144115272414920707 : 2000013a3000003) 00000080:00000001:0.0:1767734673.767835:0:249958:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1767734673.767844:0:249958:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1d172dac0. 00000080:00000001:0.0:1767734673.767852:0:249958:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1767734673.767855:0:249958:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x3:0x0](ffff94b1d172db88) 00000080:00000001:0.0:1767734673.767858:0:249958:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767734673.767860:0:249958:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x3:0x0] 00000080:00000001:0.0:1767734673.767863:0:249958:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.767866:0:249958:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920707 : 144115272414920707 : 2000013a3000003) 00000080:00000001:0.0:1767734673.767869:0:249958:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1767734673.767872:0:249958:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920707 mtime from 0 to 1767734673 00000080:00200000:0.0:1767734673.767876:0:249958:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x3:0x0], updating i_size 512 00000080:00000001:0.0:1767734673.767879:0:249958:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1767734673.767883:0:249958:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090176928648 : -117983532622968 : ffff94b1d172db88) 00000080:00000001:0.0:1767734673.767887:0:249958:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767734673.767891:0:249958:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1767734673.767894:0:249958:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.767899:0:249958:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.767903:0:249958:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:0.0:1767734673.767906:0:249958:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734673.767915:0:249958:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8380 x1853602672077312/t12884924685(12884924685) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/448 e 0 to 0 dl 1767734689 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734673.767931:0:249958:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734673.767937:0:249958:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1fe884000. 00000080:00000001:0.0:1767734673.767943:0:249958:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.767947:0:249958:0:(namei.c:2183:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1767734673.767953:0:249958:0:(namei.c:2227:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734673.767962:0:249958:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767734673.767969:0:249958:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1767734673.768645:0:249958:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767734673.768651:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefdd8 00000080:00002000:0.0:1767734673.768657:0:249958:0:(dcache.c:127:ll_ddelete()) deleting dentry 1 (ffff94b1f14c5870, parent ffff94b1f14c5438, inode ffff94b1d172ec08) hashed, 00000080:00000001:0.0:1767734673.768664:0:249958:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734673.768672:0:249958:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767734673.768679:0:249958:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1767734673.768684:0:249958:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767734673.768687:0:249958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc301fefdd8 00000080:00002000:0.0:1767734673.768691:0:249958:0:(dcache.c:127:ll_ddelete()) deleting dentry d160k.sanity (ffff94b1f14c5438, parent ffff94b1c49c60d8, inode ffff94b1d172aa08) hashed, 00000080:00000001:0.0:1767734673.768697:0:249958:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734673.768702:0:249958:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767734673.768705:0:249958:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000040:3.0:1767734673.769424:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303435590, at 4303435591 00000100:00000010:3.0:1767734673.769436:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645960. 00000100:00000040:2.0:1767734673.770385:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303435590, at 4303435592 00000100:00000010:2.0:1767734673.770397:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645a80. 00000080:00000010:0.1:1767734673.774417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1d00e93a0. 00000080:00000010:0.1:1767734673.774590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1d00e9040. 00000080:00000010:0.1:1767734673.774602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1d00e9d00. 00010000:00000001:3.0:1767734674.146444:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734674.146450:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734674.146454:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734674.146456:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767734674.146465:0:231614:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff94b1c38dbe00. 00000020:00000001:0.0:1767734674.146581:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734674.146587:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734674.146592:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734675.170436:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734675.170443:0:231614:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734675.170446:0:231614:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734675.170449:0:231614:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.170453:0:231614:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734675.170456:0:231614:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.170458:0:231614:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.170460:0:231614:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.170464:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734675.170465:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734675.170564:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734675.170568:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734675.170571:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767734675.931690:0:250016:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734675.931698:0:250016:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734675.931701:0:250016:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734675.931706:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1bbe8 00000080:00200000:3.0:1767734675.931713:0:250016:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:3.0:1767734675.931722:0:250016:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c38dbc00. 00800000:00000002:3.0:1767734675.931731:0:250016:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:3.0:1767734675.931737:0:250016:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734675.931744:0:250016:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734675.931747:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1bb08 00800000:00000002:3.0:1767734675.931752:0:250016:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734675.931758:0:250016:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734675.931764:0:250016:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734675.931773:0:250016:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734675.931776:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1b9d8 00000002:00010000:3.0:1767734675.931780:0:250016:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734675.931785:0:250016:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734675.931788:0:250016:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734675.931793:0:250016:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734675.931802:0:250016:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:3.0:1767734675.931808:0:250016:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734675.931815:0:250016:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734675.931819:0:250016:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734675.931825:0:250016:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734675.931860:0:250016:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734675.931867:0:250016:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734675.931872:0:250016:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734675.931883:0:250016:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734675.931886:0:250016:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734675.931889:0:250016:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734675.931891:0:250016:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734675.931894:0:250016:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734675.931897:0:250016:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734675.931900:0:250016:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734675.931904:0:250016:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:3.0:1767734675.931909:0:250016:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c38dbc00. 00000080:00000001:3.0:1767734675.931915:0:250016:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734675.931918:0:250016:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734675.931921:0:250016:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:3.0:1767734675.931925:0:250016:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b885 00800000:00000001:3.0:1767734675.931930:0:250016:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734675.931933:0:250016:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734675.931936:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.931939:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.931942:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:3.0:1767734675.931946:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:3.0:1767734675.931950:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:3.0:1767734675.931953:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.931956:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734675.931957:0:250016:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734675.931959:0:250016:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734675.931963:0:250016:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b885 from it ffffafc307f1bc20 00010000:00000001:3.0:1767734675.931966:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.931967:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.931980:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:3.0:1767734675.931982:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:3.0:1767734675.931985:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:3.0:1767734675.931989:0:250016:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734675.931993:0:250016:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.932001:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.932003:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.932006:0:250016:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734675.932009:0:250016:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734675.932012:0:250016:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.932023:0:250016:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734675.932027:0:250016:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734675.932030:0:250016:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734675.932035:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.932036:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.932038:0:250016:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.932043:0:250016:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734675.932046:0:250016:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.932049:0:250016:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.932051:0:250016:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.932054:0:250016:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734675.932056:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.932057:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734675.932061:0:250016:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734675.932064:0:250016:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734675.932068:0:250016:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000020:00000010:3.0:1767734675.932078:0:250016:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff94b1e7e80000. 00000080:00000001:3.0:1767734675.932083:0:250016:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734675.932094:0:250016:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1d1ef1300. 00000020:00000001:3.0:1767734675.932100:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1bb50 00000080:00200000:3.0:1767734675.932103:0:250016:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160k.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), flags=24 00000080:00000001:3.0:1767734675.932108:0:250016:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767734675.932121:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1ba10 00000080:00200000:3.0:1767734675.932123:0:250016:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160k.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), intent=0 00000080:00000010:3.0:1767734675.932132:0:250016:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c38dbc00. 00800000:00000002:3.0:1767734675.932136:0:250016:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:3.0:1767734675.932141:0:250016:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734675.932144:0:250016:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734675.932147:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1b930 00800000:00000002:3.0:1767734675.932150:0:250016:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd160k.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734675.932154:0:250016:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1767734675.932158:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1b8c8 00800000:00000002:3.0:1767734675.932161:0:250016:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160k.sanity' -> mds #0 00000002:00000001:3.0:1767734675.932165:0:250016:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734675.932167:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1b800 00000002:00010000:3.0:1767734675.932169:0:250016:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160k.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1767734675.932175:0:250016:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767734675.932177:0:250016:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767734675.932185:0:250016:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdb480. 00000020:00000040:3.0:1767734675.932190:0:250016:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:3.0:1767734675.932196:0:250016:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734675.932202:0:250016:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734675.932206:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.932208:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.932209:0:250016:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734675.932213:0:250016:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734675.932217:0:250016:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734675.932221:0:250016:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734675.932229:0:250016:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f9ce7800. 00000100:00000001:3.0:1767734675.932237:0:250016:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.932245:0:250016:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734675.932247:0:250016:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.932250:0:250016:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734675.932252:0:250016:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.932254:0:250016:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734675.932261:0:250016:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00010000:00000001:3.0:1767734675.932266:0:250016:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734675.932278:0:250016:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767734675.932282:0:250016:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:3.0:1767734675.932285:0:250016:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734675.932289:0:250016:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734675.932293:0:250016:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5741c00. 00000020:00000010:3.0:1767734675.932299:0:250016:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff94b1f6013b40. 00000020:00000001:3.0:1767734675.932302:0:250016:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734675.932306:0:250016:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5741c00 with handle 0x1886cffb85c2b89a to hash 00000020:00000001:3.0:1767734675.932339:0:250016:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734675.932345:0:250016:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734675.932351:0:250016:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734675.932355:0:250016:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734675.932359:0:250016:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734675.932364:0:250016:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741c00/0x1886cffb85c2b89a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 250016 initiator: MDT0 00010000:00010000:3.0:1767734675.932376:0:250016:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741c00/0x1886cffb85c2b89a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250016 initiator: MDT0 00010000:00010000:3.0:1767734675.932392:0:250016:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741c00/0x1886cffb85c2b89a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250016 initiator: MDT0 00000100:00000001:3.0:1767734675.932401:0:250016:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734675.932404:0:250016:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734675.932412:0:250016:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f240. 00000100:00000001:3.0:1767734675.932416:0:250016:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723504704 : -117982986046912 : ffff94b1f206f240) 00000100:00000001:3.0:1767734675.932420:0:250016:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734675.932423:0:250016:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00000100:00000001:3.0:1767734675.932430:0:250016:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734675.932436:0:250016:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734675.932439:0:250016:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734675.932442:0:250016:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734675.932456:0:250016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdb480 x1853602672077440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734675.932469:0:250016:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734675.932483:0:250016:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734675.932489:0:250016:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734675.932516:0:250016:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734675.932520:0:250016:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734675.932526:0:250016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdb480 pname:cluuid:pid:xid:nid:opc:job rmdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:250016:1853602672077440:192.168.203.112@tcp:101:rmdir.0 00000100:00000001:3.0:1767734675.932533:0:250016:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734675.932540:0:250016:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734675.932544:0:250016:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734675.932547:0:250016:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734675.932553:0:250016:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1e7e83800. 02000000:00000001:3.0:1767734675.932555:0:250016:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734675.932566:0:250016:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734675.932573:0:250016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd1138f0. 00000400:00000010:3.0:1767734675.932585:0:250016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7908. 00000100:00000200:3.0:1767734675.932595:0:250016:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672077440, portal 10 00000100:00000001:3.0:1767734675.932598:0:250016:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734675.932600:0:250016:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00000100:00000040:3.0:1767734675.932608:0:250016:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bdb480 x1853602672077440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734691 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734675.932619:0:250016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734675.932624:0:250016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734675.932631:0:250016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7aa0. 00000100:00000200:3.0:1767734675.932636:0:250016:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672077440, offset 0 00000400:00000200:3.0:1767734675.932648:0:250016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734675.932658:0:250016:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734675.932671:0:250016:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734675.932677:0:250016:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734675.932683:0:250016:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734675.932689:0:250016:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734675.932692:0:250016:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734675.932698:0:250016:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66555:66555:256:4294967295] 192.168.203.112@tcp LPNI seq info [66555:66555:8:4294967295] 00000400:00000200:3.0:1767734675.932706:0:250016:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734675.932720:0:250016:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734675.932740:0:250016:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734675.932748:0:250016:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416400. 00000800:00000200:3.0:1767734675.932761:0:250016:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734675.932773:0:250016:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734675.932780:0:250016:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1767734675.932806:0:250016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734675.932814:0:250016:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5945 usecs (6 jiffies) 00000400:00000200:3.0:1767734675.932820:0:250016:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734675.932825:0:250016:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303437760 00000100:00000010:3.0:1767734675.932834:0:250016:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1c58950c0. 00000100:00000001:3.0:1767734675.932842:0:250016:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767734675.932850:0:250016:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303437760 00000100:00000010:3.0:1767734675.932856:0:250016:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1c5895540. 00000100:00000001:3.0:1767734675.932861:0:250016:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767734675.932866:0:250016:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734675.932870:0:250016:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734675.932874:0:250016:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734675.932878:0:250016:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734675.932882:0:250016:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f240 going to sleep for 11 seconds 00000100:00000001:3.0:1767734675.932887:0:250016:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734675.932891:0:250016:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734675.932986:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734675.932997:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416400. 00000400:00000200:2.0:1767734675.933006:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734675.933018:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734675.933025:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7aa0 00000400:00000010:2.0:1767734675.933028:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7aa0. 00000100:00000001:2.0:1767734675.933036:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734675.933046:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdb480 x1853602672077440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734691 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734675.933061:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734675.933067:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdb480 x1853602672077440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734691 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734675.933079:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734675.933082:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734675.937165:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734675.937181:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734675.937185:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734675.937188:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734675.937197:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734675.937205:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734675.937214:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734675.937220:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734675.937226:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734675.937232:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d2ea80 00000400:00000200:2.0:1767734675.937239:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734675.937258:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7b86d [1] + 224 00000800:00000001:2.0:1767734675.937267:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734675.937278:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734675.937281:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734675.937286:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734675.937292:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734675.937299:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdb480 x1853602672077440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734691 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734675.937387:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200bdb480 x1853602672077440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734691 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734675.937409:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734675.937420:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734675.937427:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734675.937457:0:250016:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734675.937471:0:250016:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734675.937475:0:250016:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734675.937479:0:250016:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd1138f0. 00000400:00000200:3.0:1767734675.937488:0:250016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7908 00000400:00000010:3.0:1767734675.937491:0:250016:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7908. 00000100:00000001:3.0:1767734675.937516:0:250016:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734675.937526:0:250016:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdb480 x1853602672077440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734691 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767734675.937542:0:250016:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdb480 x1853602672077440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734691 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734675.937563:0:250016:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734675.937566:0:250016:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734675.937570:0:250016:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734675.937573:0:250016:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734675.937576:0:250016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734675.937582:0:250016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734675.937586:0:250016:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734675.937595:0:250016:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767734675.937600:0:250016:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767734675.937604:0:250016:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734675.937606:0:250016:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.937608:0:250016:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734675.937613:0:250016:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734675.937617:0:250016:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734675.937619:0:250016:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:3.0:1767734675.937621:0:250016:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734675.937624:0:250016:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734675.937630:0:250016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdb480 x1853602672077440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734691 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734675.937639:0:250016:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734675.937643:0:250016:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734675.937646:0:250016:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734675.937651:0:250016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdb480 x1853602672077440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734691 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767734675.937661:0:250016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdb480 pname:cluuid:pid:xid:nid:opc:job rmdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:250016:1853602672077440:192.168.203.112@tcp:101:rmdir.0 00000100:00000001:3.0:1767734675.937667:0:250016:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734675.937671:0:250016:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734675.937673:0:250016:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734675.937675:0:250016:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734675.937679:0:250016:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdb480 x1853602672077440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734691 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734675.937687:0:250016:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734675.937696:0:250016:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f240. 00000100:00000001:3.0:1767734675.937700:0:250016:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734675.937701:0:250016:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.937705:0:250016:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734675.937709:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.937711:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.937714:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=4 00000020:00000001:3.0:1767734675.937717:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734675.937720:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000040:3.0:1767734675.937727:0:250016:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c5741c00, remote cookie: 0x9bbb2ede58dabbb7, flags: 0x1001 00010000:00010000:3.0:1767734675.937733:0:250016:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741c00/0x1886cffb85c2b89a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabbb7 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767734675.937743:0:250016:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x1:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1767734675.937748:0:250016:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1767734675.937755:0:250016:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d0461700. 00010000:00000010:3.0:1767734675.937759:0:250016:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1c7e3ff00. 00010000:00000001:3.0:1767734675.937765:0:250016:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734675.937769:0:250016:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741c00/0x1886cffb85c2b89a lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabbb7 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734675.937779:0:250016:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741c00/0x1886cffb85c2b89a lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabbb7 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.937786:0:250016:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767734675.937792:0:250016:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767734675.937795:0:250016:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767734675.937797:0:250016:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767734675.937799:0:250016:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767734675.937803:0:250016:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x1:0x0].0x0 (ffff94b1d0461700) refcount = 1 00010000:00010000:3.0:1767734675.937808:0:250016:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741c00/0x1886cffb85c2b89a lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabbb7 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.937827:0:250016:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767734675.937831:0:250016:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767734675.937833:0:250016:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734675.937837:0:250016:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767734675.937840:0:250016:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734675.937844:0:250016:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741c00/0x1886cffb85c2b89a lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabbb7 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.937851:0:250016:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767734675.937853:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.937855:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.937856:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.937858:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.937860:0:250016:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734675.937865:0:250016:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767734675.937867:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.937868:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.937870:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734675.937873:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734675.937876:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734675.937878:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.937880:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.937881:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=4 00000020:00000001:3.0:1767734675.937883:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734675.937886:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734675.937889:0:250016:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734675.937891:0:250016:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734675.937895:0:250016:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741c00/0x1886cffb85c2b89a lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabbb7 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.937902:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.937904:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.937910:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.937912:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.937914:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=5 00000020:00000001:3.0:1767734675.937916:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734675.937919:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734675.937922:0:250016:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734675.937925:0:250016:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741c00/0x1886cffb85c2b89a lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabbb7 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.937932:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.937934:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767734675.937937:0:250016:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741c00/0x1886cffb85c2b89a lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabbb7 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.937944:0:250016:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734675.937945:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.937947:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.937948:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.937950:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767734675.937956:0:250016:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff94b200bdb480 x1853602672077440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734691 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767734675.937965:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.937967:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.937968:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734675.937971:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734675.937973:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734675.937976:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.937977:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734675.937979:0:250016:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734675.937982:0:250016:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734675.937985:0:250016:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767734675.937988:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.937990:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.937992:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734675.937999:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734675.938002:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00000002:00010000:3.0:1767734675.938006:0:250016:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741c00/0x1886cffb85c2b89a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabbb7 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.938014:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.938016:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.938017:0:250016:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767734675.938019:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.938021:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.938022:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734675.938024:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734675.938027:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000040:3.0:1767734675.938031:0:250016:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461700 count: 2 00010000:00000001:3.0:1767734675.938034:0:250016:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767734675.938038:0:250016:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/1 (0 0) 00010000:00000001:3.0:1767734675.938041:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.938043:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734675.938044:0:250016:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767734675.938047:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1b780 00000002:00002000:3.0:1767734675.938050:0:250016:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160k.sanity intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1767734675.938053:0:250016:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734675.938056:0:250016:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734675.938059:0:250016:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767734675.938062:0:250016:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767734675.938066:0:250016:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734675.938069:0:250016:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000001:3.0:1767734675.938072:0:250016:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767734675.938074:0:250016:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f1baf0 it_disposition b 00000080:00000001:3.0:1767734675.938078:0:250016:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767734675.938082:0:250016:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767734675.938085:0:250016:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767734675.938089:0:250016:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920705 : 144115272414920705 : 2000013a3000001) 00000080:00000001:3.0:1767734675.938093:0:250016:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:3.0:1767734675.938106:0:250016:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767734675.938109:0:250016:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x1:0x0] 00000080:00000001:3.0:1767734675.938112:0:250016:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734675.938116:0:250016:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920705 : 144115272414920705 : 2000013a3000001) 00000080:00000001:3.0:1767734675.938119:0:250016:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:3.0:1767734675.938125:0:250016:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x1:0x0], updating i_size 512 00000080:00200000:3.0:1767734675.938129:0:250016:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x1:0x0](ffff94b1d172aa08): rc = 0 00000080:00000001:3.0:1767734675.938132:0:250016:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090176915976 : -117983532635640 : ffff94b1d172aa08) 00010000:00000001:3.0:1767734675.938134:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.938136:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.938138:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734675.938140:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734675.938143:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734675.938146:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.938147:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767734675.938150:0:250016:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1767734675.938152:0:250016:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1767734675.938154:0:250016:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734675.938158:0:250016:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767734675.938160:0:250016:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734675.938164:0:250016:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x1:0x0](ffff94b1d172aa08) for lock 0x1886cffb85c2b89a 00800000:00000001:3.0:1767734675.938167:0:250016:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734675.938169:0:250016:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734675.938171:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.938172:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.938174:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734675.938176:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734675.938178:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734675.938181:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.938182:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734675.938184:0:250016:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734675.938186:0:250016:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1767734675.938193:0:250016:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df7ac798 inode ffff94b1d172aa08 refc 1 flags 0x20000e 00000080:00000001:3.0:1767734675.938197:0:250016:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734675.938205:0:250016:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734675.938208:0:250016:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1767734675.938212:0:250016:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x1:0x0](ffff94b1d172aa08) 00000080:00010000:3.0:1767734675.938215:0:250016:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b89a from it ffffafc307f1baf0 00010000:00000001:3.0:1767734675.938218:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.938220:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.938221:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734675.938224:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734675.938226:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734675.938229:0:250016:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734675.938232:0:250016:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741c00/0x1886cffb85c2b89a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabbb7 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.938239:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.938241:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.938242:0:250016:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734675.938244:0:250016:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734675.938247:0:250016:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741c00/0x1886cffb85c2b89a lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabbb7 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.938255:0:250016:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734675.938257:0:250016:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734675.938259:0:250016:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734675.938262:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.938263:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.938265:0:250016:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.938268:0:250016:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734675.938269:0:250016:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.938272:0:250016:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.938275:0:250016:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.938277:0:250016:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734675.938279:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.938280:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767734675.938282:0:250016:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767734675.938286:0:250016:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c38dbc00. 00000100:00000001:3.0:1767734675.938295:0:250016:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734675.938301:0:250016:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdb480 x1853602672077440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734691 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734675.938354:0:250016:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734675.938358:0:250016:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734675.938361:0:250016:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1e7e83800. 02000000:00000001:3.0:1767734675.938369:0:250016:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734675.938372:0:250016:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734675.938375:0:250016:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:3.0:1767734675.938379:0:250016:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734675.938383:0:250016:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f9ce7800. 02000000:00000001:3.0:1767734675.938387:0:250016:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734675.938390:0:250016:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734675.938393:0:250016:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdb480. 00000100:00000001:3.0:1767734675.938397:0:250016:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734675.938399:0:250016:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734675.938406:0:250016:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767734675.938409:0:250016:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), inode mode 41ed mask 1 00000080:00000001:3.0:1767734675.938415:0:250016:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734675.938425:0:250016:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1d1ef1980. 00000020:00000001:3.0:1767734675.938431:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1bb50 00000080:00200000:3.0:1767734675.938436:0:250016:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=1, dir=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), flags=24 00000080:00000001:3.0:1767734675.938440:0:250016:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767734675.938443:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1ba10 00000080:00200000:3.0:1767734675.938447:0:250016:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=1, dir=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), intent=0 00000080:00000010:3.0:1767734675.938454:0:250016:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c38dbc00. 00000080:00000001:3.0:1767734675.938461:0:250016:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734675.938464:0:250016:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734675.938468:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1b930 00800000:00000002:3.0:1767734675.938471:0:250016:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] '1' on [0x2000013a3:0x1:0x0] 00800000:00000001:3.0:1767734675.938476:0:250016:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1767734675.938481:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1b8c8 00800000:00000002:3.0:1767734675.938484:0:250016:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x1:0x0], fid2=[0x0:0x0:0x0], name='1' -> mds #0 00000002:00000001:3.0:1767734675.938490:0:250016:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734675.938518:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1b800 00000002:00010000:3.0:1767734675.938532:0:250016:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 1,[0x0:0x0:0x0]) in obj [0x2000013a3:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1767734675.938537:0:250016:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767734675.938540:0:250016:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767734675.938546:0:250016:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdb480. 00000020:00000040:3.0:1767734675.938550:0:250016:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:3.0:1767734675.938555:0:250016:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734675.938559:0:250016:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734675.938565:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.938567:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.938570:0:250016:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734675.938573:0:250016:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734675.938575:0:250016:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734675.938579:0:250016:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734675.938584:0:250016:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f9ce7800. 00000100:00000001:3.0:1767734675.938589:0:250016:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.938592:0:250016:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734675.938594:0:250016:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.938596:0:250016:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734675.938598:0:250016:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.938600:0:250016:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734675.938606:0:250016:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00010000:00000001:3.0:1767734675.938609:0:250016:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734675.938611:0:250016:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767734675.938615:0:250016:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461700 count: 2 00010000:00000001:3.0:1767734675.938618:0:250016:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734675.938621:0:250016:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734675.938624:0:250016:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5740000. 00000020:00000001:3.0:1767734675.938627:0:250016:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734675.938630:0:250016:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5740000 with handle 0x1886cffb85c2b8a1 to hash 00000020:00000001:3.0:1767734675.938633:0:250016:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734675.938635:0:250016:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734675.938638:0:250016:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734675.938641:0:250016:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734675.938643:0:250016:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734675.938647:0:250016:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740000/0x1886cffb85c2b8a1 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 250016 initiator: MDT0 00010000:00010000:3.0:1767734675.938662:0:250016:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740000/0x1886cffb85c2b8a1 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250016 initiator: MDT0 00010000:00010000:3.0:1767734675.938673:0:250016:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740000/0x1886cffb85c2b8a1 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250016 initiator: MDT0 00000100:00000001:3.0:1767734675.938678:0:250016:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734675.938680:0:250016:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734675.938684:0:250016:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f240. 00000100:00000001:3.0:1767734675.938687:0:250016:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723504704 : -117982986046912 : ffff94b1f206f240) 00000100:00000001:3.0:1767734675.938690:0:250016:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734675.938691:0:250016:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00000100:00000001:3.0:1767734675.938695:0:250016:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734675.938698:0:250016:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734675.938700:0:250016:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734675.938702:0:250016:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734675.938708:0:250016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdb480 x1853602672077568/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734675.938717:0:250016:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734675.938720:0:250016:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734675.938723:0:250016:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734675.938725:0:250016:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734675.938728:0:250016:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734675.938732:0:250016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdb480 pname:cluuid:pid:xid:nid:opc:job rmdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:250016:1853602672077568:192.168.203.112@tcp:101:rmdir.0 00000100:00000001:3.0:1767734675.938736:0:250016:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734675.938739:0:250016:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734675.938742:0:250016:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734675.938744:0:250016:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734675.938748:0:250016:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1e7e83800. 02000000:00000001:3.0:1767734675.938750:0:250016:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734675.938756:0:250016:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734675.938760:0:250016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd1138f0. 00000400:00000010:3.0:1767734675.938764:0:250016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7908. 00000100:00000200:3.0:1767734675.938775:0:250016:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672077568, portal 10 00000100:00000001:3.0:1767734675.938778:0:250016:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734675.938780:0:250016:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00000100:00000040:3.0:1767734675.938787:0:250016:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bdb480 x1853602672077568/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734691 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734675.938795:0:250016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734675.938798:0:250016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734675.938801:0:250016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e75d8. 00000100:00000200:3.0:1767734675.938804:0:250016:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672077568, offset 0 00000400:00000200:3.0:1767734675.938811:0:250016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734675.938817:0:250016:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734675.938823:0:250016:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734675.938828:0:250016:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734675.938831:0:250016:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734675.938835:0:250016:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734675.938838:0:250016:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734675.938842:0:250016:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66556:66556:256:4294967295] 192.168.203.112@tcp LPNI seq info [66556:66556:8:4294967295] 00000400:00000200:3.0:1767734675.938847:0:250016:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734675.938856:0:250016:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734675.938862:0:250016:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734675.938867:0:250016:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416900. 00000800:00000200:3.0:1767734675.938872:0:250016:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734675.938879:0:250016:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734675.938883:0:250016:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767734675.938903:0:250016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734675.938907:0:250016:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5975 usecs (6 jiffies) 00000400:00000200:3.0:1767734675.938912:0:250016:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734675.938915:0:250016:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303437766 00000100:00000001:3.0:1767734675.938921:0:250016:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303437760 00000100:00000001:3.0:1767734675.938926:0:250016:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303437766 00000100:00000001:3.0:1767734675.938937:0:250016:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303437760 00000100:00000001:3.0:1767734675.938940:0:250016:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734675.938943:0:250016:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734675.938946:0:250016:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734675.938948:0:250016:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734675.938951:0:250016:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f240 going to sleep for 11 seconds 00000100:00000001:3.0:1767734675.938954:0:250016:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734675.938956:0:250016:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734675.939055:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734675.939063:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416900. 00000400:00000200:2.0:1767734675.939069:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734675.939077:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734675.939082:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e75d8 00000400:00000010:2.0:1767734675.939085:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e75d8. 00000100:00000001:2.0:1767734675.939090:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734675.939097:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdb480 x1853602672077568/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734691 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734675.939109:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734675.939114:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdb480 x1853602672077568/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734691 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734675.939123:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734675.939125:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734675.942905:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734675.942920:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734675.942924:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734675.942927:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734675.942934:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734675.942941:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734675.942959:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734675.942964:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734675.942969:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734675.942973:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d2eb00 00000400:00000200:2.0:1767734675.942979:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734675.942985:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7b87d [1] + 224 00000800:00000001:2.0:1767734675.942992:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734675.943002:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734675.943005:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734675.943009:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734675.943014:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734675.943021:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdb480 x1853602672077568/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734691 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734675.943035:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200bdb480 x1853602672077568/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734691 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734675.943063:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734675.943071:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734675.943075:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734675.943102:0:250016:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734675.943112:0:250016:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734675.943114:0:250016:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734675.943118:0:250016:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd1138f0. 00000400:00000200:3.0:1767734675.943124:0:250016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7908 00000400:00000010:3.0:1767734675.943126:0:250016:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7908. 00000100:00000001:3.0:1767734675.943130:0:250016:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734675.943140:0:250016:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdb480 x1853602672077568/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734691 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767734675.943154:0:250016:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdb480 x1853602672077568/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734691 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734675.943164:0:250016:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734675.943166:0:250016:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734675.943169:0:250016:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734675.943171:0:250016:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734675.943173:0:250016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734675.943176:0:250016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734675.943178:0:250016:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734675.943184:0:250016:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767734675.943189:0:250016:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767734675.943192:0:250016:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734675.943193:0:250016:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.943196:0:250016:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734675.943199:0:250016:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734675.943202:0:250016:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734675.943204:0:250016:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:3.0:1767734675.943206:0:250016:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734675.943221:0:250016:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734675.943227:0:250016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdb480 x1853602672077568/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734691 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734675.943236:0:250016:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734675.943239:0:250016:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734675.943241:0:250016:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734675.943246:0:250016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdb480 x1853602672077568/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734691 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767734675.943256:0:250016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdb480 pname:cluuid:pid:xid:nid:opc:job rmdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:250016:1853602672077568:192.168.203.112@tcp:101:rmdir.0 00000100:00000001:3.0:1767734675.943261:0:250016:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734675.943264:0:250016:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734675.943266:0:250016:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734675.943268:0:250016:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734675.943272:0:250016:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdb480 x1853602672077568/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734691 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734675.943280:0:250016:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734675.943283:0:250016:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f240. 00000100:00000001:3.0:1767734675.943286:0:250016:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734675.943288:0:250016:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.943290:0:250016:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734675.943293:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.943295:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.943298:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=4 00000020:00000001:3.0:1767734675.943301:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734675.943304:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000040:3.0:1767734675.943362:0:250016:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c5740000, remote cookie: 0x9bbb2ede58dabbd3, flags: 0x1001 00010000:00010000:3.0:1767734675.943369:0:250016:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740000/0x1886cffb85c2b8a1 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabbd3 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767734675.943380:0:250016:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x2:0x0].0x0, instead of [0x2000013a3:0x1:0x0].0x0 00010000:00000001:3.0:1767734675.943385:0:250016:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1767734675.943401:0:250016:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d0461900. 00010000:00000010:3.0:1767734675.943407:0:250016:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1c7e3f980. 00010000:00000001:3.0:1767734675.943412:0:250016:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734675.943417:0:250016:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740000/0x1886cffb85c2b8a1 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabbd3 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734675.943427:0:250016:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740000/0x1886cffb85c2b8a1 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabbd3 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.943435:0:250016:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767734675.943439:0:250016:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767734675.943441:0:250016:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767734675.943443:0:250016:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767734675.943445:0:250016:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767734675.943448:0:250016:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x2:0x0].0x0 (ffff94b1d0461900) refcount = 1 00010000:00010000:3.0:1767734675.943453:0:250016:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740000/0x1886cffb85c2b8a1 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabbd3 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.943462:0:250016:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767734675.943465:0:250016:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767734675.943468:0:250016:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734675.943472:0:250016:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767734675.943475:0:250016:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734675.943480:0:250016:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740000/0x1886cffb85c2b8a1 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabbd3 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.943487:0:250016:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767734675.943489:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.943513:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.943516:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.943517:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.943519:0:250016:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734675.943523:0:250016:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767734675.943525:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.943527:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.943537:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734675.943539:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734675.943542:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734675.943545:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.943547:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.943548:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=4 00000020:00000001:3.0:1767734675.943551:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734675.943553:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734675.943556:0:250016:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734675.943558:0:250016:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734675.943562:0:250016:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740000/0x1886cffb85c2b8a1 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabbd3 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.943570:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.943571:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.943573:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.943574:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.943576:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=5 00000020:00000001:3.0:1767734675.943578:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734675.943581:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734675.943583:0:250016:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734675.943586:0:250016:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740000/0x1886cffb85c2b8a1 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabbd3 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.943593:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.943594:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767734675.943597:0:250016:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740000/0x1886cffb85c2b8a1 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabbd3 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.943604:0:250016:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734675.943606:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.943607:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.943609:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.943615:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767734675.943622:0:250016:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff94b200bdb480 x1853602672077568/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734691 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767734675.943631:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.943633:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.943635:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734675.943637:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734675.943639:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734675.943642:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.943643:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734675.943645:0:250016:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734675.943647:0:250016:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734675.943650:0:250016:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767734675.943652:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.943653:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.943655:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734675.943657:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734675.943660:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00000002:00010000:3.0:1767734675.943664:0:250016:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740000/0x1886cffb85c2b8a1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabbd3 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.943671:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.943672:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.943674:0:250016:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767734675.943675:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.943677:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.943678:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734675.943681:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734675.943683:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000040:3.0:1767734675.943688:0:250016:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461900 count: 2 00010000:00000001:3.0:1767734675.943690:0:250016:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767734675.943694:0:250016:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/2 (0 0) 00010000:00000001:3.0:1767734675.943697:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.943704:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734675.943706:0:250016:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767734675.943709:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1b780 00000002:00002000:3.0:1767734675.943711:0:250016:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=1 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1767734675.943715:0:250016:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734675.943718:0:250016:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734675.943721:0:250016:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767734675.943724:0:250016:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x2000013a3:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767734675.943728:0:250016:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734675.943730:0:250016:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767734675.943733:0:250016:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f1baf0 it_disposition b 00000080:00000001:3.0:1767734675.943735:0:250016:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767734675.943738:0:250016:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767734675.943741:0:250016:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767734675.943743:0:250016:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920706 : 144115272414920706 : 2000013a3000002) 00000080:00000001:3.0:1767734675.943746:0:250016:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:3.0:1767734675.943751:0:250016:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767734675.943753:0:250016:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x2:0x0] 00000080:00000001:3.0:1767734675.943756:0:250016:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734675.943760:0:250016:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920706 : 144115272414920706 : 2000013a3000002) 00000080:00000001:3.0:1767734675.943762:0:250016:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:3.0:1767734675.943767:0:250016:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x2:0x0], updating i_size 512 00000080:00200000:3.0:1767734675.943770:0:250016:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x2:0x0](ffff94b1d172ec08): rc = 0 00000080:00000001:3.0:1767734675.943773:0:250016:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090176932872 : -117983532618744 : ffff94b1d172ec08) 00010000:00000001:3.0:1767734675.943775:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.943777:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.943778:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734675.943781:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734675.943783:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734675.943786:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.943787:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767734675.943789:0:250016:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1767734675.943791:0:250016:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1767734675.943792:0:250016:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734675.943795:0:250016:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767734675.943802:0:250016:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734675.943806:0:250016:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x2:0x0](ffff94b1d172ec08) for lock 0x1886cffb85c2b8a1 00800000:00000001:3.0:1767734675.943809:0:250016:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734675.943811:0:250016:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734675.943813:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.943814:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.943816:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734675.943818:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734675.943821:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734675.943824:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.943825:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734675.943827:0:250016:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734675.943829:0:250016:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1767734675.943834:0:250016:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df7ac438 inode ffff94b1d172ec08 refc 1 flags 0x20000e 00000080:00000001:3.0:1767734675.943837:0:250016:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734675.943839:0:250016:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734675.943842:0:250016:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1767734675.943845:0:250016:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x2:0x0](ffff94b1d172ec08) 00000080:00010000:3.0:1767734675.943849:0:250016:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b8a1 from it ffffafc307f1baf0 00010000:00000001:3.0:1767734675.943851:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.943853:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.943854:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734675.943857:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734675.943859:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734675.943862:0:250016:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734675.943865:0:250016:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740000/0x1886cffb85c2b8a1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabbd3 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.943872:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.943874:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.943875:0:250016:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734675.943877:0:250016:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734675.943881:0:250016:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740000/0x1886cffb85c2b8a1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabbd3 expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.943900:0:250016:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734675.943903:0:250016:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734675.943905:0:250016:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734675.943908:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.943909:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.943911:0:250016:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.943914:0:250016:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734675.943916:0:250016:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.943918:0:250016:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.943921:0:250016:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.943923:0:250016:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734675.943925:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.943926:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767734675.943928:0:250016:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767734675.943932:0:250016:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c38dbc00. 00000100:00000001:3.0:1767734675.943936:0:250016:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734675.943942:0:250016:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdb480 x1853602672077568/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734691 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734675.943950:0:250016:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734675.943952:0:250016:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734675.943955:0:250016:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1e7e83800. 02000000:00000001:3.0:1767734675.943959:0:250016:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734675.943960:0:250016:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734675.943962:0:250016:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:3.0:1767734675.943964:0:250016:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734675.943967:0:250016:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f9ce7800. 02000000:00000001:3.0:1767734675.943970:0:250016:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734675.943971:0:250016:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734675.943973:0:250016:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdb480. 00000100:00000001:3.0:1767734675.943977:0:250016:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734675.943978:0:250016:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734675.943983:0:250016:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767734675.943986:0:250016:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x2:0x0](ffff94b1d172ec08), inode mode 41ed mask 1 00000080:00000001:3.0:1767734675.943990:0:250016:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734675.944001:0:250016:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1d1ef1ac0. 00000020:00000001:3.0:1767734675.944010:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1bdd0 00000080:00200000:3.0:1767734675.944013:0:250016:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=1, dir=[0x2000013a3:0x2:0x0](ffff94b1d172ec08), flags=0 00000080:00000001:3.0:1767734675.944017:0:250016:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767734675.944018:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1bc90 00000080:00200000:3.0:1767734675.944021:0:250016:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=1, dir=[0x2000013a3:0x2:0x0](ffff94b1d172ec08), intent=getattr 00000080:00000010:3.0:1767734675.944027:0:250016:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c38dbc00. 00000080:00000001:3.0:1767734675.944032:0:250016:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734675.944035:0:250016:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734675.944037:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1bbb0 00800000:00000002:3.0:1767734675.944039:0:250016:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '1' on [0x2000013a3:0x2:0x0] 00800000:00000001:3.0:1767734675.944043:0:250016:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1767734675.944046:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1bb48 00800000:00000002:3.0:1767734675.944048:0:250016:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x2:0x0], fid2=[0x0:0x0:0x0], name='1' -> mds #0 00000002:00000001:3.0:1767734675.944053:0:250016:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734675.944055:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1ba80 00000002:00010000:3.0:1767734675.944057:0:250016:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 1,[0x0:0x0:0x0]) in obj [0x2000013a3:0x2:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734675.944061:0:250016:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767734675.944063:0:250016:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767734675.944066:0:250016:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdb480. 00000020:00000040:3.0:1767734675.944069:0:250016:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:3.0:1767734675.944073:0:250016:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734675.944077:0:250016:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734675.944080:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.944081:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.944083:0:250016:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734675.944086:0:250016:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734675.944088:0:250016:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734675.944091:0:250016:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734675.944096:0:250016:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f9ce7800. 00000100:00000001:3.0:1767734675.944100:0:250016:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.944104:0:250016:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734675.944105:0:250016:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.944108:0:250016:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734675.944109:0:250016:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.944112:0:250016:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734675.944117:0:250016:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00010000:00000001:3.0:1767734675.944126:0:250016:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734675.944128:0:250016:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767734675.944132:0:250016:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461900 count: 2 00010000:00000001:3.0:1767734675.944135:0:250016:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734675.944137:0:250016:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734675.944141:0:250016:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5741000. 00000020:00000001:3.0:1767734675.944144:0:250016:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734675.944147:0:250016:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5741000 with handle 0x1886cffb85c2b8a8 to hash 00000020:00000001:3.0:1767734675.944149:0:250016:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734675.944151:0:250016:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734675.944154:0:250016:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734675.944157:0:250016:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734675.944159:0:250016:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734675.944163:0:250016:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8a8 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 250016 initiator: MDT0 00010000:00010000:3.0:1767734675.944171:0:250016:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8a8 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250016 initiator: MDT0 00010000:00010000:3.0:1767734675.944181:0:250016:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8a8 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250016 initiator: MDT0 00000100:00000001:3.0:1767734675.944186:0:250016:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734675.944188:0:250016:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734675.944192:0:250016:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f240. 00000100:00000001:3.0:1767734675.944194:0:250016:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723504704 : -117982986046912 : ffff94b1f206f240) 00000100:00000001:3.0:1767734675.944197:0:250016:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734675.944199:0:250016:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00000100:00000001:3.0:1767734675.944202:0:250016:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734675.944206:0:250016:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734675.944208:0:250016:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734675.944209:0:250016:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734675.944215:0:250016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdb480 x1853602672077696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734675.944224:0:250016:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734675.944231:0:250016:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734675.944235:0:250016:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734675.944238:0:250016:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734675.944240:0:250016:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734675.944244:0:250016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdb480 pname:cluuid:pid:xid:nid:opc:job rmdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:250016:1853602672077696:192.168.203.112@tcp:101:rmdir.0 00000100:00000001:3.0:1767734675.944249:0:250016:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734675.944252:0:250016:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734675.944255:0:250016:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734675.944257:0:250016:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734675.944260:0:250016:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1e7e83800. 02000000:00000001:3.0:1767734675.944263:0:250016:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734675.944269:0:250016:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734675.944272:0:250016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd1138f0. 00000400:00000010:3.0:1767734675.944277:0:250016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7908. 00000100:00000200:3.0:1767734675.944282:0:250016:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672077696, portal 10 00000100:00000001:3.0:1767734675.944284:0:250016:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734675.944286:0:250016:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00000100:00000040:3.0:1767734675.944292:0:250016:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bdb480 x1853602672077696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734691 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734675.944300:0:250016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734675.944303:0:250016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734675.944306:0:250016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7770. 00000100:00000200:3.0:1767734675.944341:0:250016:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672077696, offset 0 00000400:00000200:3.0:1767734675.944349:0:250016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734675.944356:0:250016:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734675.944362:0:250016:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734675.944367:0:250016:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734675.944371:0:250016:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734675.944374:0:250016:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734675.944377:0:250016:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734675.944381:0:250016:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66557:66557:256:4294967295] 192.168.203.112@tcp LPNI seq info [66557:66557:8:4294967295] 00000400:00000200:3.0:1767734675.944386:0:250016:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734675.944395:0:250016:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734675.944409:0:250016:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734675.944414:0:250016:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416700. 00000800:00000200:3.0:1767734675.944420:0:250016:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734675.944427:0:250016:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734675.944431:0:250016:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767734675.944448:0:250016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734675.944453:0:250016:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5952 usecs (6 jiffies) 00000400:00000200:3.0:1767734675.944458:0:250016:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734675.944460:0:250016:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303437772 00000100:00000001:3.0:1767734675.944466:0:250016:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303437766 00000100:00000001:3.0:1767734675.944470:0:250016:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303437772 00000100:00000001:3.0:1767734675.944473:0:250016:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303437766 00000100:00000001:3.0:1767734675.944477:0:250016:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734675.944479:0:250016:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734675.944482:0:250016:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734675.944484:0:250016:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734675.944487:0:250016:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f240 going to sleep for 11 seconds 00000100:00000001:3.0:1767734675.944490:0:250016:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734675.944521:0:250016:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734675.944638:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734675.944646:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416700. 00000400:00000200:2.0:1767734675.944652:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734675.944660:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734675.944665:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7770 00000400:00000010:2.0:1767734675.944668:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7770. 00000100:00000001:2.0:1767734675.944672:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734675.944680:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdb480 x1853602672077696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734691 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734675.944692:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734675.944697:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdb480 x1853602672077696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734691 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734675.944706:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734675.944719:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734675.948285:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734675.948299:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734675.948303:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734675.948348:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734675.948358:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734675.948366:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734675.948376:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734675.948382:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734675.948390:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734675.948398:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d2eb80 00000400:00000200:2.0:1767734675.948404:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734675.948412:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7b88d [1] + 224 00000800:00000001:2.0:1767734675.948420:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734675.948432:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734675.948436:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734675.948440:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734675.948445:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734675.948453:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdb480 x1853602672077696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734691 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734675.948466:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200bdb480 x1853602672077696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734691 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734675.948489:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734675.948519:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734675.948524:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734675.948554:0:250016:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734675.948564:0:250016:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734675.948566:0:250016:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734675.948569:0:250016:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd1138f0. 00000400:00000200:3.0:1767734675.948576:0:250016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7908 00000400:00000010:3.0:1767734675.948578:0:250016:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7908. 00000100:00000001:3.0:1767734675.948582:0:250016:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734675.948591:0:250016:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdb480 x1853602672077696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734691 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767734675.948605:0:250016:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdb480 x1853602672077696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734691 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734675.948615:0:250016:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734675.948629:0:250016:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734675.948632:0:250016:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734675.948635:0:250016:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734675.948637:0:250016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734675.948639:0:250016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734675.948642:0:250016:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734675.948648:0:250016:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767734675.948652:0:250016:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767734675.948655:0:250016:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734675.948657:0:250016:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.948659:0:250016:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734675.948663:0:250016:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734675.948666:0:250016:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734675.948668:0:250016:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:3.0:1767734675.948670:0:250016:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734675.948672:0:250016:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734675.948678:0:250016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdb480 x1853602672077696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734691 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734675.948687:0:250016:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734675.948690:0:250016:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734675.948692:0:250016:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734675.948696:0:250016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdb480 x1853602672077696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734691 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767734675.948706:0:250016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdb480 pname:cluuid:pid:xid:nid:opc:job rmdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:250016:1853602672077696:192.168.203.112@tcp:101:rmdir.0 00000100:00000001:3.0:1767734675.948711:0:250016:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734675.948714:0:250016:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734675.948716:0:250016:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734675.948718:0:250016:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734675.948722:0:250016:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdb480 x1853602672077696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734691 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734675.948730:0:250016:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734675.948733:0:250016:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f240. 00000100:00000001:3.0:1767734675.948736:0:250016:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734675.948745:0:250016:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.948747:0:250016:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734675.948750:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.948753:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.948755:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=4 00000020:00000001:3.0:1767734675.948758:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734675.948761:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000040:3.0:1767734675.948766:0:250016:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c5741000, remote cookie: 0x9bbb2ede58dabbef, flags: 0x1001 00010000:00010000:3.0:1767734675.948772:0:250016:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8a8 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabbef expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767734675.948782:0:250016:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x3:0x0].0x0, instead of [0x2000013a3:0x2:0x0].0x0 00010000:00000001:3.0:1767734675.948786:0:250016:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1767734675.948793:0:250016:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d0461200. 00010000:00000010:3.0:1767734675.948797:0:250016:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1c7e3fd80. 00010000:00000001:3.0:1767734675.948802:0:250016:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734675.948806:0:250016:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8a8 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabbef expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734675.948815:0:250016:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8a8 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabbef expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.948821:0:250016:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767734675.948824:0:250016:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767734675.948826:0:250016:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767734675.948828:0:250016:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767734675.948830:0:250016:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767734675.948832:0:250016:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x3:0x0].0x0 (ffff94b1d0461200) refcount = 1 00010000:00010000:3.0:1767734675.948837:0:250016:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8a8 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabbef expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.948844:0:250016:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767734675.948852:0:250016:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767734675.948854:0:250016:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734675.948857:0:250016:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767734675.948860:0:250016:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734675.948864:0:250016:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8a8 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabbef expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.948871:0:250016:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767734675.948872:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.948874:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.948875:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.948877:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.948878:0:250016:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734675.948882:0:250016:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767734675.948884:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.948886:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.948888:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:3.0:1767734675.948890:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734675.948893:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734675.948895:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.948897:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.948898:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=4 00000020:00000001:3.0:1767734675.948901:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734675.948903:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734675.948906:0:250016:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734675.948908:0:250016:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734675.948912:0:250016:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8a8 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabbef expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.948919:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.948921:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.948922:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.948923:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.948925:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=5 00000020:00000001:3.0:1767734675.948927:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734675.948935:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734675.948937:0:250016:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734675.948941:0:250016:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8a8 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabbef expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.948948:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.948949:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767734675.948952:0:250016:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8a8 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabbef expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.948959:0:250016:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734675.948961:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.948962:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.948964:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.948965:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767734675.948971:0:250016:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200bdb480 x1853602672077696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734691 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767734675.948980:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.948981:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.948983:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:3.0:1767734675.948985:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734675.948987:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734675.948990:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.948991:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734675.948993:0:250016:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734675.948995:0:250016:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734675.948998:0:250016:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767734675.949000:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.949001:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.949003:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:3.0:1767734675.949005:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734675.949008:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00000002:00010000:3.0:1767734675.949011:0:250016:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8a8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabbef expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.949025:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.949026:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.949028:0:250016:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767734675.949030:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.949031:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.949033:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:3.0:1767734675.949035:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734675.949038:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000040:3.0:1767734675.949042:0:250016:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461200 count: 2 00010000:00000001:3.0:1767734675.949044:0:250016:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767734675.949048:0:250016:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/3 (0 0) 00010000:00000001:3.0:1767734675.949052:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.949053:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734675.949054:0:250016:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767734675.949057:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1ba00 00000002:00002000:3.0:1767734675.949059:0:250016:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=1 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1767734675.949063:0:250016:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734675.949066:0:250016:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734675.949068:0:250016:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767734675.949071:0:250016:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x2:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767734675.949075:0:250016:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734675.949077:0:250016:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767734675.949079:0:250016:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f1be08 it_disposition b 00000080:00000001:3.0:1767734675.949082:0:250016:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767734675.949085:0:250016:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767734675.949087:0:250016:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767734675.949090:0:250016:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920707 : 144115272414920707 : 2000013a3000003) 00000080:00000001:3.0:1767734675.949093:0:250016:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:3.0:1767734675.949098:0:250016:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767734675.949100:0:250016:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x3:0x0] 00000080:00000001:3.0:1767734675.949103:0:250016:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734675.949106:0:250016:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920707 : 144115272414920707 : 2000013a3000003) 00000080:00000001:3.0:1767734675.949109:0:250016:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:3.0:1767734675.949119:0:250016:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x3:0x0], updating i_size 512 00000080:00200000:3.0:1767734675.949122:0:250016:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x3:0x0](ffff94b1d172db88): rc = 0 00000080:00000001:3.0:1767734675.949125:0:250016:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090176928648 : -117983532622968 : ffff94b1d172db88) 00010000:00000001:3.0:1767734675.949127:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.949129:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.949131:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:3.0:1767734675.949133:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734675.949136:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734675.949138:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.949140:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767734675.949142:0:250016:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1767734675.949143:0:250016:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1767734675.949145:0:250016:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734675.949148:0:250016:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767734675.949150:0:250016:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734675.949153:0:250016:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x3:0x0](ffff94b1d172db88) for lock 0x1886cffb85c2b8a8 00800000:00000001:3.0:1767734675.949156:0:250016:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734675.949158:0:250016:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734675.949160:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.949161:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.949163:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:3.0:1767734675.949165:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734675.949168:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734675.949171:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.949172:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734675.949173:0:250016:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734675.949176:0:250016:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1767734675.949180:0:250016:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1df7ac5e8 inode ffff94b1d172db88 refc 1 flags 0x20000e 00000080:00000001:3.0:1767734675.949183:0:250016:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734675.949185:0:250016:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734675.949188:0:250016:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1767734675.949191:0:250016:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x3:0x0](ffff94b1d172db88) 00000080:00010000:3.0:1767734675.949194:0:250016:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b8a8 from it ffffafc307f1be08 00010000:00000001:3.0:1767734675.949197:0:250016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734675.949203:0:250016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734675.949205:0:250016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:3.0:1767734675.949207:0:250016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734675.949210:0:250016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734675.949212:0:250016:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734675.949216:0:250016:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8a8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabbef expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.949223:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.949225:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.949226:0:250016:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734675.949228:0:250016:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734675.949231:0:250016:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8a8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabbef expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734675.949238:0:250016:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734675.949241:0:250016:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734675.949243:0:250016:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734675.949245:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.949247:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.949249:0:250016:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.949251:0:250016:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734675.949253:0:250016:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.949256:0:250016:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.949259:0:250016:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.949261:0:250016:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734675.949262:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.949264:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767734675.949266:0:250016:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767734675.949270:0:250016:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c38dbc00. 00000100:00000001:3.0:1767734675.949273:0:250016:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734675.949279:0:250016:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdb480 x1853602672077696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734691 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734675.949287:0:250016:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734675.949289:0:250016:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734675.949292:0:250016:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1e7e83800. 02000000:00000001:3.0:1767734675.949301:0:250016:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734675.949303:0:250016:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734675.949305:0:250016:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:3.0:1767734675.949307:0:250016:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734675.949339:0:250016:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f9ce7800. 02000000:00000001:3.0:1767734675.949344:0:250016:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734675.949345:0:250016:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734675.949348:0:250016:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdb480. 00000100:00000001:3.0:1767734675.949351:0:250016:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734675.949353:0:250016:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734675.949356:0:250016:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1767734675.949357:0:250016:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f1be08 released 00000080:00000001:3.0:1767734675.949359:0:250016:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1767734675.949363:0:250016:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767734675.949365:0:250016:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x2:0x0](ffff94b1d172ec08), inode mode 41ed mask 3 00000080:00000001:3.0:1767734675.949370:0:250016:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734675.949375:0:250016:0:(namei.c:2261:ll_rmdir()) Process entered 00000020:00000001:3.0:1767734675.949378:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1be20 00000080:00200000:3.0:1767734675.949380:0:250016:0:(namei.c:2264:ll_rmdir()) VFS Op:name=1, dir=[0x2000013a3:0x2:0x0](ffff94b1d172ec08) 00000080:00000001:3.0:1767734675.949384:0:250016:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:3.0:1767734675.949388:0:250016:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (1, [0x2000013a3:0x3:0x0]) is foreign... 00000080:00000001:3.0:1767734675.949391:0:250016:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1767734675.949397:0:250016:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c38dbc00. 00800000:00000001:3.0:1767734675.949404:0:250016:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:3.0:1767734675.949409:0:250016:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1767734675.949412:0:250016:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x3:0x0] 00800000:00000001:3.0:1767734675.949415:0:250016:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734675.949418:0:250016:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x2:0x0]/[0x2000013a3:0x3:0x0] -> mds #0 00000002:00000001:3.0:1767734675.949423:0:250016:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1767734675.949426:0:250016:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767734675.949430:0:250016:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461900 count: 2 00010000:00000001:3.0:1767734675.949433:0:250016:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734675.949437:0:250016:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767734675.949441:0:250016:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.949443:0:250016:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734675.949446:0:250016:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734675.949456:0:250016:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767734675.949459:0:250016:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461200 count: 2 00010000:00000001:3.0:1767734675.949461:0:250016:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734675.949464:0:250016:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767734675.949466:0:250016:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767734675.949470:0:250016:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8a8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dabbef expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1767734675.949479:0:250016:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767734675.949483:0:250016:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1767734675.949486:0:250016:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1767734675.949489:0:250016:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x3:0x0] mode (null) 00000002:00000001:3.0:1767734675.949524:0:250016:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734675.949526:0:250016:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734675.949529:0:250016:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461200 count: 3 00010000:00000001:3.0:1767734675.949532:0:250016:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767734675.949535:0:250016:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734675.949537:0:250016:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734675.949539:0:250016:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734675.949541:0:250016:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461200 count: 3 00010000:00000001:3.0:1767734675.949543:0:250016:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767734675.949545:0:250016:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734675.949547:0:250016:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734675.949549:0:250016:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734675.949550:0:250016:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461200 count: 3 00010000:00000001:3.0:1767734675.949553:0:250016:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767734675.949555:0:250016:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734675.949557:0:250016:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1767734675.949561:0:250016:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2000013a3:0x3:0x0] lli = ffff94b1d172dac0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1767734675.949566:0:250016:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1767734675.949569:0:250016:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1767734675.949571:0:250016:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1767734675.949573:0:250016:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x3:0x0](ffff94b1d172db88) invalid 00000020:00000001:3.0:1767734675.949577:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1ba88 00000080:00002000:3.0:1767734675.949579:0:250016:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry 1 (ffff94b1df7ac5e8) parent ffff94b1df7ac438 inode ffff94b1d172db88 refc 2 00000080:00000001:3.0:1767734675.949594:0:250016:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1767734675.949596:0:250016:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1767734675.949598:0:250016:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.949602:0:250016:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767734675.949606:0:250016:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767734675.949608:0:250016:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767734675.949610:0:250016:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734675.949613:0:250016:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767734675.949616:0:250016:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c5741000 with handle 0x1886cffb85c2b8a8 from hash 00010000:00000001:3.0:1767734675.949619:0:250016:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767734675.949621:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.949623:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.949624:0:250016:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767734675.949628:0:250016:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767734675.949630:0:250016:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767734675.949633:0:250016:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734675.949635:0:250016:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734675.949638:0:250016:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767734675.949643:0:250016:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdb480. 00000020:00000040:3.0:1767734675.949646:0:250016:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:3.0:1767734675.949651:0:250016:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767734675.949653:0:250016:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.949656:0:250016:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734675.949660:0:250016:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734675.949663:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734675.949664:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.949666:0:250016:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734675.949669:0:250016:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734675.949671:0:250016:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734675.949674:0:250016:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734675.949679:0:250016:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c38db400. 00000100:00000001:3.0:1767734675.949683:0:250016:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.949686:0:250016:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734675.949689:0:250016:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767734675.949698:0:250016:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8a8 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabbef expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734675.949718:0:250016:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767734675.949720:0:250016:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734675.949723:0:250016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767734675.949726:0:250016:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8a8 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabbef expref: -99 pid: 250016 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767734675.949734:0:250016:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d0461200 count: 0 00010000:00000010:3.0:1767734675.949740:0:250016:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7e3fd80. 00010000:00000001:3.0:1767734675.949748:0:250016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734675.949750:0:250016:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.949753:0:250016:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734675.949755:0:250016:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734675.949757:0:250016:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1767734675.949768:0:250016:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1767734675.949777:0:250016:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200bdb480 x1853602672077952/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767734675.949786:0:250016:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734675.949788:0:250016:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734675.949792:0:250016:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f240. 00000100:00000001:3.0:1767734675.949794:0:250016:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723504704 : -117982986046912 : ffff94b1f206f240) 00000100:00000001:3.0:1767734675.949797:0:250016:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734675.949799:0:250016:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00000100:00000001:3.0:1767734675.949802:0:250016:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734675.949805:0:250016:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734675.949808:0:250016:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734675.949809:0:250016:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734675.949813:0:250016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdb480 x1853602672077952/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734675.949822:0:250016:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734675.949824:0:250016:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734675.949827:0:250016:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734675.949835:0:250016:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734675.949838:0:250016:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734675.949842:0:250016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdb480 pname:cluuid:pid:xid:nid:opc:job rmdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:250016:1853602672077952:192.168.203.112@tcp:36:rmdir.0 00000100:00000001:3.0:1767734675.949847:0:250016:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734675.949850:0:250016:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734675.949853:0:250016:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734675.949855:0:250016:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734675.949858:0:250016:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1e7e83800. 02000000:00000001:3.0:1767734675.949861:0:250016:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734675.949868:0:250016:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734675.949871:0:250016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd1138f0. 00000400:00000010:3.0:1767734675.949879:0:250016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7908. 00000100:00000200:3.0:1767734675.949884:0:250016:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672077952, portal 10 00000100:00000001:3.0:1767734675.949887:0:250016:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734675.949888:0:250016:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00000100:00000040:3.0:1767734675.949895:0:250016:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdb480 x1853602672077952/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/944 e 0 to 0 dl 1767734691 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734675.949903:0:250016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734675.949906:0:250016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734675.949909:0:250016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7440. 00000100:00000200:3.0:1767734675.949912:0:250016:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1853602672077952, offset 0 00000400:00000200:3.0:1767734675.949918:0:250016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734675.949924:0:250016:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734675.949930:0:250016:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734675.949934:0:250016:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734675.949938:0:250016:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734675.949941:0:250016:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734675.949944:0:250016:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734675.949948:0:250016:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66558:66558:256:4294967295] 192.168.203.112@tcp LPNI seq info [66558:66558:8:4294967295] 00000400:00000200:3.0:1767734675.949953:0:250016:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734675.949962:0:250016:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734675.949968:0:250016:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734675.949979:0:250016:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416a00. 00000800:00000200:3.0:1767734675.949985:0:250016:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734675.949991:0:250016:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734675.949996:0:250016:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416a00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1767734675.950017:0:250016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734675.950022:0:250016:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5930 usecs (6 jiffies) 00000400:00000200:3.0:1767734675.950027:0:250016:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734675.950030:0:250016:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303437777 00000100:00000001:3.0:1767734675.950036:0:250016:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303437772 00000100:00000001:3.0:1767734675.950040:0:250016:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303437777 00000100:00000001:3.0:1767734675.950044:0:250016:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303437772 00000100:00000001:3.0:1767734675.950047:0:250016:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734675.950050:0:250016:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734675.950053:0:250016:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734675.950055:0:250016:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734675.950058:0:250016:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f240 going to sleep for 11 seconds 00000100:00000001:3.0:1767734675.950060:0:250016:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734675.950063:0:250016:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734675.950190:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734675.950198:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416a00. 00000400:00000200:2.0:1767734675.950204:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734675.950212:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734675.950217:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7440 00000400:00000010:2.0:1767734675.950220:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7440. 00000100:00000001:2.0:1767734675.950225:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734675.950232:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdb480 x1853602672077952/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/944 e 0 to 0 dl 1767734691 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734675.950256:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734675.950261:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdb480 x1853602672077952/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/944 e 0 to 0 dl 1767734691 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734675.950270:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734675.950273:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1767734675.955392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d0461200. 00010000:00000010:3.1:1767734675.955404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c5741000. 00000100:00000040:3.0:1767734675.956433:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303437777, at 4303437778 00000100:00000040:2.0:1767734675.956442:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303437777, at 4303437778 00000100:00000010:3.0:1767734675.956446:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1c5895540. 00000100:00000010:2.0:1767734675.956458:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1c58950c0. 00000100:00000040:3.0:1767734676.002537:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767734676.002547:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767734676.002555:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd9500. 00000020:00000040:3.0:1767734676.002560:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767734676.002564:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734676.002566:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734676.002570:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734676.002577:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1f7416f00. 00000100:00000001:3.0:1767734676.002583:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734676.002592:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b200bd9500 x1853602672078080/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767734676.002624:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734676.002628:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734676.002636:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb0667de] to pc [ptlrpcd_01_00+0] req@ffff94b200bd9500 x1853602672078080/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734676.002673:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734676.002678:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767734676.002682:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767734676.002687:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd8380. 00000020:00000040:3.0:1767734676.002691:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f0134000 refcount=3 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000100:00000001:3.0:1767734676.002696:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734676.002699:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734676.002703:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734676.002708:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1f7416300. 00000100:00000001:3.0:1767734676.002712:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.002715:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767734676.002720:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID req@ffff94b200bd8380 x1853602672078208/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734676.002724:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734676.002730:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767734676.002741:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734676.002746:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734676.002747:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd9500 x1853602672078080/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734676.002757:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054626147] to pc [ptlrpcd_01_01+1] req@ffff94b200bd8380 x1853602672078208/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734676.002782:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734676.002788:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734676.002792:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734676.002796:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767734676.002799:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767734676.002803:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734676.002806:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767734676.002811:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734676.002814:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd8a80. 00000100:00100000:2.0:1767734676.002823:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602672078080:192.168.203.112@tcp:400:kworker.0 00000020:00000040:3.0:1767734676.002825:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f0134800 refcount=3 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000100:00000001:3.0:1767734676.002834:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767734676.002838:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734676.002839:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734676.002847:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734676.002848:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734676.002853:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734676.002857:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1f7416d00. 02000000:00000001:2.0:1767734676.002859:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734676.002868:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d8ddb400. 00000100:00000001:3.0:1767734676.002873:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734676.002874:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734676.002887:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID req@ffff94b200bd8a80 x1853602672078336/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767734676.002889:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734676.002900:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e370. 00000100:00000001:3.0:1767734676.002910:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767734676.002913:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29aa0. 00000100:00000001:3.0:1767734676.002915:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734676.002924:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672078080, portal 25 00000100:00000040:3.0:1767734676.002928:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c63993a1] to pc [ptlrpcd_01_00+0] req@ffff94b200bd8a80 x1853602672078336/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734676.002932:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734676.002937:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970354944 : -117982739196672 : ffff94b200bd9500) 00000100:00000040:2.0:1767734676.002956:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd9500 x1853602672078080/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734676.002957:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734676.002964:0:166640:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8775) 00000100:00000001:2.0:1767734676.002983:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734676.002988:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734676.002993:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29330. 00000100:00000001:3.0:1767734676.002997:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767734676.002998:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602672078080, offset 0 00000100:00000001:3.0:1767734676.003004:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767734676.003011:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734676.003012:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734676.003027:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd8380 x1853602672078208/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734676.003028:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.003044:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:3.0:1767734676.003055:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767734676.003058:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767734676.003061:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734676.003069:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 02000000:00000001:3.0:1767734676.003071:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767734676.003077:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767734676.003079:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767734676.003087:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 02000000:00000001:3.0:1767734676.003089:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734676.003099:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66559:66559:256:4294967295] 192.168.203.112@tcp LPNI seq info [66559:66559:8:4294967295] 00000100:00100000:3.0:1767734676.003106:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196094:1853602672078208:192.168.203.112@tcp:400:kworker.0 00000400:00000200:2.0:1767734676.003116:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734676.003121:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734676.003128:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734676.003135:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734676.003137:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 02000000:00000001:3.0:1767734676.003139:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734676.003149:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c38da400. 00000800:00000200:2.0:1767734676.003151:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 02000000:00000001:3.0:1767734676.003160:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767734676.003165:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790a00. 00000400:00000200:3.0:1767734676.003173:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000200:2.0:1767734676.003183:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000010:3.0:1767734676.003187:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113160. 00000800:00000200:2.0:1767734676.003196:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000010:3.0:1767734676.003199:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7990. 00000800:00000200:2.0:1767734676.003203:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767734676.003209:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672078208, portal 4 00000100:00000001:3.0:1767734676.003216:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734676.003219:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970350464 : -117982739201152 : ffff94b200bd8380) 00000100:00000001:2.0:1767734676.003225:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734676.003237:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734676.003241:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303438680 00000020:00000010:3.0:1767734676.003243:0:196094:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94b1c4230000. 00000100:00000010:2.0:1767734676.003249:0:196093:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d8e3b0c0. 00000100:00000001:2.0:1767734676.003259:0:196093:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767734676.003261:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd8380 x1853602672078208/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734676.003269:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303438680 00000100:00000010:2.0:1767734676.003279:0:196093:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d8e3b480. 00000100:00000001:3.0:1767734676.003282:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767734676.003287:0:196093:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767734676.003294:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:2.0:1767734676.003297:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767734676.003303:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7088. 00000100:00000001:2.0:1767734676.003304:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767734676.003345:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672078208, offset 0 00000400:00000200:3.0:1767734676.003354:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734676.003365:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734676.003367:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.003373:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734676.003377:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734676.003384:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767734676.003386:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767734676.003391:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:2.0:1767734676.003393:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767734676.003400:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767734676.003401:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767734676.003406:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767734676.003413:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000001:2.0:1767734676.003414:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767734676.003423:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66560:66560:255:4294967295] 192.168.203.112@tcp LPNI seq info [66560:66560:7:4294967295] 00000100:00000040:2.0:1767734676.003430:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd8a80 x1853602672078336/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734676.003439:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734676.003459:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734676.003465:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734676.003466:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 02000000:00000001:2.0:1767734676.003472:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1767734676.003480:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 02000000:00000001:2.0:1767734676.003481:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734676.003512:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767734676.003519:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416800. 00000100:00100000:2.0:1767734676.003521:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602672078336:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734676.003532:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1767734676.003539:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 02000000:00000001:2.0:1767734676.003540:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734676.003547:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734676.003551:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767734676.003558:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 02000000:00000010:2.0:1767734676.003561:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d8ddac00. 00000800:00000200:3.0:1767734676.003565:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416800 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767734676.003568:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734676.003576:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734676.003586:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:3.0:1767734676.003588:0:196094:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: using a timeout of 6985 usecs (7 jiffies) 00000400:00000010:2.0:1767734676.003593:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5eb00. 00000400:00000200:3.0:1767734676.003601:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734676.003604:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29b28. 00000100:00000001:3.0:1767734676.003607:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303437832 00000100:00000200:2.0:1767734676.003615:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672078336, portal 4 00000100:00000001:3.0:1767734676.003616:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303438680 00000100:00000001:2.0:1767734676.003625:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734676.003627:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303437832 00000100:00000001:2.0:1767734676.003632:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970352256 : -117982739199360 : ffff94b200bd8a80) 00000100:00000001:3.0:1767734676.003634:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303438680 00000100:00000040:2.0:1767734676.003646:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd8a80 x1853602672078336/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734676.003657:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734676.003667:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.003672:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767734676.003676:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734676.003684:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734676.003686:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767734676.003693:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29110. 00000100:00000001:3.0:1767734676.003696:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767734676.003699:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672078336, offset 0 00000100:00000001:3.0:1767734676.003702:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767734676.003709:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767734676.003710:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734676.003714:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734676.003717:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734676.003720:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734676.003736:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.003744:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734676.003750:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734676.003756:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734676.003761:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734676.003765:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734676.003769:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66561:66561:254:4294967295] 192.168.203.112@tcp LPNI seq info [66561:66561:6:4294967295] 00000400:00000200:2.0:1767734676.003777:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000200:3.0:1767734676.003783:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734676.003794:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790a00. 00000400:00000200:2.0:1767734676.003795:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000400:00000200:3.0:1767734676.003806:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767734676.003808:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734676.003820:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000400:00000200:3.0:1767734676.003822:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734676.003834:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29330 00000800:00000200:2.0:1767734676.003841:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000010:3.0:1767734676.003842:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29330. 00000100:00000001:3.0:1767734676.003854:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767734676.003861:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000200:3.0:1767734676.003870:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd9500 x1853602672078080/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767734676.003871:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767734676.003885:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734676.003894:0:196093:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: using a timeout of 5583 usecs (6 jiffies) 00000100:00000001:3.0:1767734676.003903:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767734676.003909:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:3.0:1767734676.003915:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd9500 x1853602672078080/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734676.003917:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303437831 00000100:00000001:2.0:1767734676.003929:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303438680 00000100:00000001:2.0:1767734676.003938:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303437831 00000100:00000001:3.0:1767734676.003945:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.003947:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303438680 00000100:00000001:3.0:1767734676.003952:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767734676.003955:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734676.003961:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.003967:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.003970:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767734676.003975:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767734676.003978:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:3.0:1767734676.003982:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416800. 00000100:00000001:2.0:1767734676.003984:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767734676.003991:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767734676.003993:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734676.003999:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767734676.004008:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734676.004009:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734676.004021:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7088 00000100:00000001:2.0:1767734676.004022:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767734676.004028:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7088. 00000100:00000001:3.0:1767734676.004033:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734676.004042:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd8380 x1853602672078208/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734676.004052:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734676.004070:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd8380 x1853602672078208/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734676.004079:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734676.004082:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767734676.004138:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734676.004142:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:3.0:1767734676.004146:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734676.004151:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734676.004155:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29110 00000400:00000010:3.0:1767734676.004157:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29110. 00000100:00000001:3.0:1767734676.004160:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734676.004164:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd8a80 x1853602672078336/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734676.004174:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734676.004177:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd8a80 x1853602672078336/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734676.004185:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734676.004187:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734676.006455:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734676.006469:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734676.006473:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734676.006477:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734676.006484:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.006520:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734676.006531:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.006536:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.006541:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.006546:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d780d2ed00 00000400:00000200:2.0:1767734676.006552:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.006558:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b8ad [1] + 224 00000800:00000001:2.0:1767734676.006566:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734676.006575:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734676.006578:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734676.006583:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734676.006588:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734676.006596:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd9500 x1853602672078080/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734676.006610:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bd9500 x1853602672078080/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734676.006635:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734676.006644:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734676.006648:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734676.006864:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734676.006873:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734676.006876:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734676.006921:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734676.006930:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.006937:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734676.006945:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734676.006953:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767734676.006953:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734676.006961:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767734676.006968:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000001:3.0:1767734676.006973:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734676.006978:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734676.006982:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e370. 00000400:00000200:2.0:1767734676.006992:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d2ed80 00000400:00000200:2.0:1767734676.007001:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.007053:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29aa0 00000400:00000010:3.0:1767734676.007059:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29aa0. 00000100:00000001:3.0:1767734676.007065:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767734676.007072:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b8bd [1] + 224 00000100:00000200:3.0:1767734676.007077:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd9500 x1853602672078080/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734676.007083:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734676.007093:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767734676.007101:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd9500 x1853602672078080/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734676.007102:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734676.007122:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734676.007135:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767734676.007136:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734676.007143:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734676.007151:0:196093:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767734676.007152:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd8380 x1853602672078208/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734676.007170:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bd8380 x1853602672078208/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767734676.007172:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734676.007178:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734676.007184:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734676.007193:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734676.007201:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=104 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734676.007209:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=104 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734676.007209:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734676.007218:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734676.007221:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734676.007222:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767734676.007225:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734676.007230:0:196093:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734676.007233:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734676.007235:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734676.007240:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734676.007247:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734676.007250:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd9500 x1853602672078080/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734676.007258:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.007277:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000100:00000001:3.0:1767734676.007285:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734676.007293:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767734676.007294:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734676.007297:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734676.007352:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd9500 x1853602672078080/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734676.007355:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.007373:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00100000:3.0:1767734676.007380:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602672078080:192.168.203.112@tcp:400:kworker.0 00000400:00000200:2.0:1767734676.007391:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d2ee00 00000100:00000001:3.0:1767734676.007397:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734676.007406:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734676.007407:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734676.007421:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd9500 x1853602672078080/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734676.007423:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b8cd [1] + 224 00000800:00000001:2.0:1767734676.007439:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767734676.007449:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1767734676.007452:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767734676.007454:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734676.007463:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d8ddb400. 00000400:00000200:2.0:1767734676.007463:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767734676.007476:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767734676.007477:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000020:00000001:3.0:1767734676.007484:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767734676.007486:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767734676.007489:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000100:00000200:2.0:1767734676.007523:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd8a80 x1853602672078336/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767734676.007525:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734676.007531:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1f7416f00. 02000000:00000001:3.0:1767734676.007541:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734676.007544:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734676.007561:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd9500. 00000100:00000001:3.0:1767734676.007569:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734676.007576:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734676.007581:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734676.007583:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bd8a80 x1853602672078336/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734676.007588:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734676.007594:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734676.007606:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767734676.007613:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767734676.007617:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767734676.007619:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734676.007626:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5eb00. 00000800:00000001:2.0:1767734676.007628:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734676.007633:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29b28 00000400:00000010:3.0:1767734676.007640:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29b28. 00000100:00000001:3.0:1767734676.007645:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767734676.007650:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767734676.007658:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd8a80 x1853602672078336/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734676.007659:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734676.007668:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734676.007673:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734676.007680:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113160. 00000100:00000200:3.0:1767734676.007684:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd8a80 x1853602672078336/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734676.007687:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7990 00000400:00000010:2.0:1767734676.007695:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7990. 00000100:00000001:2.0:1767734676.007703:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767734676.007713:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767734676.007716:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd8380 x1853602672078208/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734676.007717:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734676.007725:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734676.007731:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734676.007735:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734676.007740:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734676.007747:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734676.007751:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd8380 x1853602672078208/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767734676.007760:0:196093:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94b1c4232000. 00000100:00000001:2.0:1767734676.007765:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767734676.007771:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134c58 time=6 v=5 (5 0 0 0) 00000100:00000001:2.0:1767734676.007772:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734676.007781:0:196094:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:3.0:1767734676.007785:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134c10 time=6 v=5 (1 0 0 0) 02000000:00000001:2.0:1767734676.007786:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734676.007792:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734676.007795:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734676.007797:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734676.007800:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734676.007806:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.007807:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734676.007815:0:196093:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734676.007818:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134458 time=6 v=5 (5 0 0 0) 00000100:00000001:3.0:1767734676.007820:0:196093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734676.007826:0:196093:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00001000:2.0:1767734676.007831:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134410 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767734676.007832:0:196093:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734676.007838:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.007843:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734676.007848:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734676.007851:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd8a80 x1853602672078336/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767734676.007853:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734676.007860:0:196094:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.007869:0:196094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734676.007874:0:196094:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:2.0:1767734676.007877:0:196094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734676.007891:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734676.007894:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734676.007900:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734676.007905:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734676.007911:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd8380 x1853602672078208/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734676.007920:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd8a80 x1853602672078336/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734676.007937:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734676.007947:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734676.007952:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767734676.007959:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602672078336:192.168.203.112@tcp:400:kworker.0 00000100:00000040:2.0:1767734676.007968:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd8380 x1853602672078208/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734676.007972:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734676.007982:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734676.007994:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd8a80 x1853602672078336/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734676.008001:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196094:1853602672078208:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734676.008019:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734676.008023:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767734676.008025:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767734676.008029:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734676.008037:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d8ddac00. 00000100:00000040:2.0:1767734676.008038:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd8380 x1853602672078208/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734692 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767734676.008047:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734676.008052:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734676.008057:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1f0134800 refcount=2 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000100:00000001:2.0:1767734676.008061:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767734676.008063:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767734676.008067:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734676.008070:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1f7416d00. 02000000:00000010:2.0:1767734676.008073:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c38da400. 02000000:00000001:3.0:1767734676.008077:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734676.008083:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767734676.008083:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734676.008091:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:3.0:1767734676.008093:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd8a80. 00000020:00000040:2.0:1767734676.008097:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1f0134000 refcount=2 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000100:00000001:3.0:1767734676.008101:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767734676.008104:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767734676.008107:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767734676.008110:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1f7416300. 00000100:00000001:3.0:1767734676.008114:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767734676.008121:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767734676.008124:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767734676.008127:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767734676.008131:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734676.008133:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd8380. 00000100:00000001:3.0:1767734676.008139:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734676.008142:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734676.008145:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.008147:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734676.008154:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734676.008161:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734676.008163:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.008167:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734676.008171:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.194451:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734676.194456:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.194460:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734676.194462:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734676.194609:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734676.194615:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734676.194632:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767734676.898452:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303438680, at 4303438720 00000100:00000040:3.0:1767734676.898459:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303438680, at 4303438720 00000100:00000010:2.0:1767734676.898471:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d8e3b0c0. 00000100:00000010:3.0:1767734676.898476:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d8e3b480. 00000080:00000001:3.0:1767734676.941724:0:250018:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734676.941730:0:250018:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734676.941733:0:250018:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734676.941736:0:250018:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fcbba8 00000080:00200000:3.0:1767734676.941741:0:250018:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:3.0:1767734676.941749:0:250018:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c38daa00. 00800000:00000002:3.0:1767734676.941756:0:250018:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:3.0:1767734676.941760:0:250018:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734676.941763:0:250018:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734676.941766:0:250018:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fcbac8 00800000:00000002:3.0:1767734676.941769:0:250018:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734676.941773:0:250018:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734676.941777:0:250018:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734676.941781:0:250018:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734676.941784:0:250018:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fcb998 00000002:00010000:3.0:1767734676.941786:0:250018:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734676.941791:0:250018:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734676.941793:0:250018:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734676.941795:0:250018:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734676.941801:0:250018:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:3.0:1767734676.941804:0:250018:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734676.941809:0:250018:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734676.941812:0:250018:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734676.941817:0:250018:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734676.941830:0:250018:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734676.941834:0:250018:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734676.941838:0:250018:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734676.941846:0:250018:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734676.941857:0:250018:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734676.941860:0:250018:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734676.941862:0:250018:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734676.941865:0:250018:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734676.941868:0:250018:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734676.941871:0:250018:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734676.941874:0:250018:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:3.0:1767734676.941878:0:250018:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c38daa00. 00000080:00000001:3.0:1767734676.941882:0:250018:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734676.941884:0:250018:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734676.941887:0:250018:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:3.0:1767734676.941891:0:250018:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b885 00800000:00000001:3.0:1767734676.941895:0:250018:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734676.941897:0:250018:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734676.941900:0:250018:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734676.941902:0:250018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734676.941905:0:250018:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:3.0:1767734676.941908:0:250018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:3.0:1767734676.941911:0:250018:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:3.0:1767734676.941915:0:250018:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734676.941917:0:250018:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734676.941919:0:250018:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734676.941921:0:250018:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734676.941924:0:250018:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b885 from it ffffafc307fcbbe0 00010000:00000001:3.0:1767734676.941926:0:250018:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734676.941928:0:250018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734676.941929:0:250018:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:3.0:1767734676.941932:0:250018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:3.0:1767734676.941934:0:250018:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:3.0:1767734676.941937:0:250018:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734676.941941:0:250018:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734676.941949:0:250018:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734676.941956:0:250018:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734676.941958:0:250018:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734676.941961:0:250018:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734676.941964:0:250018:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734676.941974:0:250018:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734676.941976:0:250018:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734676.941978:0:250018:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734676.941981:0:250018:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734676.941983:0:250018:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734676.941984:0:250018:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.941987:0:250018:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734676.941990:0:250018:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.941992:0:250018:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.941995:0:250018:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.941997:0:250018:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734676.941999:0:250018:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734676.942000:0:250018:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734676.942003:0:250018:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734676.942005:0:250018:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734676.942008:0:250018:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:3.0:1767734676.942012:0:250018:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734676.942015:0:250018:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767734676.942018:0:250018:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fcbb70 00000080:00002000:3.0:1767734676.942020:0:250018:0:(dcache.c:87:ll_dcompare()) found name d160k.sanity(ffff94b1df7ac798) flags 0x20000e refc 1 00000080:00000001:3.0:1767734676.942024:0:250018:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734676.942026:0:250018:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fcbbb8 00000080:00200000:3.0:1767734676.942028:0:250018:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160k.sanity, flags=24 00000080:00000001:3.0:1767734676.942033:0:250018:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734676.942035:0:250018:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734676.942039:0:250018:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767734676.942041:0:250018:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), inode mode 41ed mask 1 00000080:00000001:3.0:1767734676.942044:0:250018:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734676.942052:0:250018:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fbfe8640. 00000020:00000001:3.0:1767734676.942056:0:250018:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fcbd98 00000080:00200000:3.0:1767734676.942058:0:250018:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=2, dir=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), flags=1536 00000080:00000001:3.0:1767734676.942068:0:250018:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767734676.942070:0:250018:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), inode mode 41ed mask 3 00000080:00000001:3.0:1767734676.942073:0:250018:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734676.942078:0:250018:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767734676.942080:0:250018:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), inode mode 41ed mask 3 00000080:00000001:3.0:1767734676.942083:0:250018:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734676.942091:0:250018:0:(namei.c:2172:do_mkdir()) Process entered 00000020:00000001:3.0:1767734676.942093:0:250018:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fcbda0 00000080:00200000:3.0:1767734676.942096:0:250018:0:(namei.c:2175:do_mkdir()) VFS Op:name=2, dir=[0x2000013a3:0x1:0x0](ffff94b1d172aa08) 00000080:00000001:3.0:1767734676.942099:0:250018:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:3.0:1767734676.942101:0:250018:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1767734676.942105:0:250018:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c38daa00. 00000080:00000002:3.0:1767734676.942112:0:250018:0:(namei.c:1696:ll_qos_mkdir_prep()) [0x2000013a3:0x1:0x0] requests qos mkdir 0xc0 00000080:00000001:3.0:1767734676.942116:0:250018:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734676.942121:0:250018:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:3.0:1767734676.942123:0:250018:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1767734676.942129:0:250018:0:(lmv_obd.c:1669:lmv_locate_tgt_qos()) Process entered 00800000:00000001:3.0:1767734676.942131:0:250018:0:(lmv_obd.c:1672:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:3.0:1767734676.942135:0:250018:0:(lmv_obd.c:1750:lmv_locate_tgt_rr()) Process entered 00800000:00000001:3.0:1767734676.942139:0:250018:0:(lmv_obd.c:1764:lmv_locate_tgt_rr()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:3.0:1767734676.942143:0:250018:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:3.0:1767734676.942146:0:250018:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1767734676.942148:0:250018:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1767734676.942151:0:250018:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1767734676.942154:0:250018:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1767734676.942157:0:250018:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x4:0x0] 40000000:00000001:3.0:1767734676.942160:0:250018:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734676.942163:0:250018:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734676.942165:0:250018:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734676.942168:0:250018:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734676.942171:0:250018:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fcbbe0 00800000:00000002:3.0:1767734676.942173:0:250018:0:(lmv_obd.c:2249:lmv_create()) CREATE name '2' [0x2000013a3:0x4:0x0] on [0x2000013a3:0x1:0x0] -> mds #0 00000002:00000001:3.0:1767734676.942177:0:250018:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1767734676.942180:0:250018:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767734676.942184:0:250018:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461700 count: 2 00010000:00000001:3.0:1767734676.942187:0:250018:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734676.942196:0:250018:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767734676.942199:0:250018:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.942201:0:250018:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734676.942204:0:250018:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734676.942208:0:250018:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd8a80. 00000020:00000040:3.0:1767734676.942211:0:250018:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:3.0:1767734676.942217:0:250018:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767734676.942219:0:250018:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.942222:0:250018:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734676.942225:0:250018:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734676.942229:0:250018:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734676.942230:0:250018:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734676.942232:0:250018:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734676.942235:0:250018:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734676.942237:0:250018:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734676.942240:0:250018:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734676.942244:0:250018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c38db000. 00000100:00000001:3.0:1767734676.942249:0:250018:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.942252:0:250018:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734676.942253:0:250018:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.942256:0:250018:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734676.942257:0:250018:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.942259:0:250018:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1767734676.942269:0:250018:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:3.0:1767734676.942279:0:250018:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200bd8a80 x1853602672078592/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767734676.942289:0:250018:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734676.942291:0:250018:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734676.942295:0:250018:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206ff00. 00000100:00000001:3.0:1767734676.942298:0:250018:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723507968 : -117982986043648 : ffff94b1f206ff00) 00000100:00000001:3.0:1767734676.942300:0:250018:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734676.942302:0:250018:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970352256 : -117982739199360 : ffff94b200bd8a80) 00000100:00000001:3.0:1767734676.942306:0:250018:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734676.942345:0:250018:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734676.942350:0:250018:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734676.942361:0:250018:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734676.942369:0:250018:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd8a80 x1853602672078592/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734676.942379:0:250018:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734676.942381:0:250018:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734676.942385:0:250018:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734676.942387:0:250018:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734676.942390:0:250018:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734676.942394:0:250018:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd8a80 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:250018:1853602672078592:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:3.0:1767734676.942399:0:250018:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734676.942403:0:250018:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734676.942405:0:250018:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734676.942407:0:250018:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734676.942412:0:250018:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1e7e85000. 02000000:00000001:3.0:1767734676.942414:0:250018:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734676.942421:0:250018:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734676.942425:0:250018:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113dc0. 00000400:00000010:3.0:1767734676.942430:0:250018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7088. 00000100:00000200:3.0:1767734676.942434:0:250018:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672078592, portal 10 00000100:00000001:3.0:1767734676.942437:0:250018:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734676.942439:0:250018:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970352256 : -117982739199360 : ffff94b200bd8a80) 00000100:00000040:3.0:1767734676.942446:0:250018:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd8a80 x1853602672078592/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734692 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734676.942455:0:250018:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734676.942458:0:250018:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734676.942461:0:250018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7f68. 00000100:00000200:3.0:1767734676.942465:0:250018:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1853602672078592, offset 0 00000400:00000200:3.0:1767734676.942471:0:250018:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734676.942477:0:250018:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.942483:0:250018:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734676.942513:0:250018:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734676.942517:0:250018:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734676.942521:0:250018:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734676.942534:0:250018:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734676.942538:0:250018:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66562:66562:256:4294967295] 192.168.203.112@tcp LPNI seq info [66562:66562:8:4294967295] 00000400:00000200:3.0:1767734676.942544:0:250018:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.942554:0:250018:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734676.942561:0:250018:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734676.942566:0:250018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416d00. 00000800:00000200:3.0:1767734676.942572:0:250018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734676.942579:0:250018:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734676.942584:0:250018:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416d00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1767734676.942603:0:250018:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734676.942608:0:250018:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5930 usecs (6 jiffies) 00000400:00000200:3.0:1767734676.942612:0:250018:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734676.942615:0:250018:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303438770 00000100:00000010:3.0:1767734676.942619:0:250018:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1c5895540. 00000100:00000001:3.0:1767734676.942625:0:250018:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767734676.942635:0:250018:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303438770 00000100:00000010:3.0:1767734676.942638:0:250018:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1c5895480. 00000100:00000001:3.0:1767734676.942642:0:250018:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767734676.942645:0:250018:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734676.942648:0:250018:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734676.942651:0:250018:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734676.942653:0:250018:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734676.942657:0:250018:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206ff00 going to sleep for 11 seconds 00000100:00000001:3.0:1767734676.942660:0:250018:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734676.942662:0:250018:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734676.942787:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734676.942795:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416d00. 00000400:00000200:2.0:1767734676.942801:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734676.942809:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734676.942815:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7f68 00000400:00000010:2.0:1767734676.942818:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7f68. 00000100:00000001:2.0:1767734676.942823:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734676.942830:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd8a80 x1853602672078592/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734692 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734676.942843:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734676.942848:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd8a80 x1853602672078592/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734692 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734676.942858:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.942860:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734676.947656:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734676.947670:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734676.947674:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734676.947677:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734676.947685:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.947692:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734676.947700:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.947704:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.947709:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.947714:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d2ef00 00000400:00000200:2.0:1767734676.947720:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.947726:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7b8dd [1] + 224 00000800:00000001:2.0:1767734676.947733:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734676.947742:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734676.947745:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734676.947750:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734676.947766:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734676.947774:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd8a80 x1853602672078592/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734692 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734676.947788:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b200bd8a80 x1853602672078592/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734676.947815:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734676.947822:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734676.947827:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.947833:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734676.947840:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66563:66563:256:4294967295] 192.168.203.112@tcp LPNI seq info [66563:66563:8:4294967295] 00000400:00000200:2.0:1767734676.947845:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.947855:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734676.947861:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734676.947867:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790d00. 00000800:00000200:2.0:1767734676.947873:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734676.947880:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734676.947884:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790d00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767734676.947913:0:250018:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734676.947924:0:250018:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734676.947926:0:250018:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734676.947931:0:250018:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113dc0. 00000400:00000200:3.0:1767734676.947938:0:250018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7088 00000400:00000010:3.0:1767734676.947941:0:250018:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7088. 00000100:00000001:3.0:1767734676.947959:0:250018:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1767734676.947964:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1767734676.947973:0:250018:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd8a80 x1853602672078592/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767734676.947974:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790d00. 00000400:00000200:2.0:1767734676.947986:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734676.948001:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000200:3.0:1767734676.948007:0:250018:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd8a80 x1853602672078592/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/896 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734676.948014:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734676.948023:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734676.948025:0:250018:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734676.948034:0:250018:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734676.948126:0:250018:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734676.948130:0:250018:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734676.948132:0:250018:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734676.948135:0:250018:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734676.948139:0:250018:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734676.948145:0:250018:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1767734676.948150:0:250018:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767734676.948152:0:250018:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734676.948154:0:250018:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.948157:0:250018:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734676.948160:0:250018:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734676.948164:0:250018:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767734676.948166:0:250018:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005907/0x1] 00000100:00000001:3.0:1767734676.948169:0:250018:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767734676.948171:0:250018:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734676.948173:0:250018:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970352256 : -117982739199360 : ffff94b200bd8a80) 00000100:00000001:3.0:1767734676.948176:0:250018:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734676.948178:0:250018:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:3.0:1767734676.948180:0:250018:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734676.948183:0:250018:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734676.948189:0:250018:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd8a80 x1853602672078592/t12884924686(12884924686) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/448 e 0 to 0 dl 1767734692 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734676.948199:0:250018:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734676.948201:0:250018:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734676.948204:0:250018:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734676.948208:0:250018:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd8a80 x1853602672078592/t12884924686(12884924686) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/448 e 0 to 0 dl 1767734692 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734676.948236:0:250018:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd8a80 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:250018:1853602672078592:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:3.0:1767734676.948242:0:250018:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734676.948245:0:250018:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734676.948248:0:250018:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734676.948250:0:250018:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734676.948254:0:250018:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd8a80 x1853602672078592/t12884924686(12884924686) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/448 e 0 to 0 dl 1767734692 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734676.948262:0:250018:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734676.948265:0:250018:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206ff00. 00000100:00000001:3.0:1767734676.948268:0:250018:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734676.948269:0:250018:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734676.948276:0:250018:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734676.948279:0:250018:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0x4:0x0] 00800000:00000001:3.0:1767734676.948282:0:250018:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734676.948285:0:250018:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000002:3.0:1767734676.948288:0:250018:0:(namei.c:1635:ll_update_times()) setting fid [0x2000013a3:0x1:0x0] mtime from 1767734673 to 1767734676 00000080:00000001:3.0:1767734676.948292:0:250018:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767734676.948296:0:250018:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767734676.948298:0:250018:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767734676.948301:0:250018:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920708 : 144115272414920708 : 2000013a3000004) 00000080:00000001:3.0:1767734676.948304:0:250018:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:3.0:1767734676.948348:0:250018:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1d15aa100. 00000080:00000001:3.0:1767734676.948361:0:250018:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:3.0:1767734676.948364:0:250018:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8) 00000080:00000001:3.0:1767734676.948369:0:250018:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767734676.948371:0:250018:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x4:0x0] 00000080:00000001:3.0:1767734676.948375:0:250018:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734676.948378:0:250018:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920708 : 144115272414920708 : 2000013a3000004) 00000080:00000001:3.0:1767734676.948381:0:250018:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:3.0:1767734676.948384:0:250018:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920708 mtime from 0 to 1767734676 00000080:00200000:3.0:1767734676.948388:0:250018:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x4:0x0], updating i_size 512 00000080:00000001:3.0:1767734676.948392:0:250018:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1767734676.948402:0:250018:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090175341000 : -117983534210616 : ffff94b1d15aa1c8) 00000080:00000001:3.0:1767734676.948405:0:250018:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734676.948409:0:250018:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767734676.948411:0:250018:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734676.948416:0:250018:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734676.948419:0:250018:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:3.0:1767734676.948421:0:250018:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734676.948427:0:250018:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd8a80 x1853602672078592/t12884924686(12884924686) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/448 e 0 to 0 dl 1767734692 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734676.948435:0:250018:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734676.948438:0:250018:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c38daa00. 00000080:00000001:3.0:1767734676.948442:0:250018:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734676.948444:0:250018:0:(namei.c:2183:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1767734676.948448:0:250018:0:(namei.c:2227:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734676.948458:0:250018:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1767734676.948464:0:250018:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000040:3.0:1767734676.949396:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303438770, at 4303438771 00000100:00000010:3.0:1767734676.949407:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1c5895480. 00000100:00000040:2.0:1767734676.949438:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303438770, at 4303438771 00000100:00000010:2.0:1767734676.949452:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1c5895540. 00000080:00000001:2.0:1767734676.953985:0:250019:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734676.953990:0:250019:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734676.953992:0:250019:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734676.953995:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3bc0 00000080:00200000:2.0:1767734676.953999:0:250019:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734676.954013:0:250019:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d8ddb200. 00800000:00000002:2.0:1767734676.954018:0:250019:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734676.954022:0:250019:0:(namei.c:947:ll_intent_lock()) Process entered 00000020:00000010:2.0:1767734676.954026:0:250019:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff94b1f0e29400. 00800000:00000001:2.0:1767734676.954030:0:250019:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734676.954032:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3ae0 00800000:00000002:2.0:1767734676.954035:0:250019:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734676.954039:0:250019:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734676.954043:0:250019:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:2.0:1767734676.954048:0:250019:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff94b1f0e28c00. 00000002:00000001:2.0:1767734676.954051:0:250019:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734676.954053:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe39b0 00000002:00010000:2.0:1767734676.954055:0:250019:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734676.954059:0:250019:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734676.954061:0:250019:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734676.954063:0:250019:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734676.954068:0:250019:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:2.0:1767734676.954071:0:250019:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734676.954075:0:250019:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734676.954077:0:250019:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734676.954082:0:250019:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734676.954093:0:250019:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734676.954097:0:250019:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734676.954101:0:250019:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734676.954109:0:250019:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734676.954112:0:250019:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734676.954114:0:250019:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734676.954116:0:250019:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734676.954118:0:250019:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734676.954121:0:250019:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734676.954130:0:250019:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734676.954132:0:250019:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734676.954136:0:250019:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d8ddb200. 00000080:00000001:2.0:1767734676.954140:0:250019:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734676.954142:0:250019:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734676.954145:0:250019:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734676.954148:0:250019:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b885 00800000:00000001:2.0:1767734676.954152:0:250019:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734676.954154:0:250019:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734676.954156:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734676.954158:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734676.954160:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:2.0:1767734676.954163:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:2.0:1767734676.954166:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:2.0:1767734676.954169:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734676.954171:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734676.954173:0:250019:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734676.954175:0:250019:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734676.954178:0:250019:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b885 from it ffffafc307fe3bf8 00010000:00000001:2.0:1767734676.954180:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734676.954182:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734676.954183:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:2.0:1767734676.954186:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:2.0:1767734676.954188:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:2.0:1767734676.954191:0:250019:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734676.954194:0:250019:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734676.954202:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734676.954203:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734676.954205:0:250019:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734676.954207:0:250019:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734676.954210:0:250019:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734676.954230:0:250019:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734676.954232:0:250019:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734676.954234:0:250019:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734676.954237:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734676.954239:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734676.954240:0:250019:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734676.954243:0:250019:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734676.954245:0:250019:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734676.954248:0:250019:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767734676.954251:0:250019:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff94b1d8ddb200. 00010000:00000001:2.0:1767734676.954254:0:250019:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734676.954257:0:250019:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734676.954259:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734676.954260:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734676.954262:0:250019:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734676.954264:0:250019:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734676.954267:0:250019:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000020:00000010:2.0:1767734676.954273:0:250019:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff94b1f0132000. 00000080:00000001:2.0:1767734676.954276:0:250019:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734676.954279:0:250019:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1767734676.954281:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3b88 00000080:00002000:2.0:1767734676.954284:0:250019:0:(dcache.c:87:ll_dcompare()) found name d160k.sanity(ffff94b1df7ac798) flags 0x20000e refc 1 00000080:00000001:2.0:1767734676.954287:0:250019:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734676.954289:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3bd0 00000080:00200000:2.0:1767734676.954291:0:250019:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160k.sanity, flags=25 00000080:00000001:2.0:1767734676.954295:0:250019:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734676.954297:0:250019:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734676.954300:0:250019:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734676.954302:0:250019:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), inode mode 41ed mask 1 00000080:00000001:2.0:1767734676.954305:0:250019:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734676.954352:0:250019:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f97245a0. 00000020:00000001:2.0:1767734676.954358:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3b28 00000080:00200000:2.0:1767734676.954362:0:250019:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=2, dir=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), flags=25 00000080:00000001:2.0:1767734676.954367:0:250019:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:2.0:1767734676.954379:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe39e8 00000080:00200000:2.0:1767734676.954382:0:250019:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=2, dir=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), intent=0 00000080:00000010:2.0:1767734676.954390:0:250019:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d8ddac00. 00000080:00000001:2.0:1767734676.954395:0:250019:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734676.954399:0:250019:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734676.954402:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3908 00800000:00000002:2.0:1767734676.954405:0:250019:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] '2' on [0x2000013a3:0x1:0x0] 00800000:00000001:2.0:1767734676.954410:0:250019:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1767734676.954414:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe38a0 00800000:00000002:2.0:1767734676.954417:0:250019:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x1:0x0], fid2=[0x0:0x0:0x0], name='2' -> mds #0 00000002:00000001:2.0:1767734676.954422:0:250019:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734676.954425:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe37d8 00000002:00010000:2.0:1767734676.954428:0:250019:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 2,[0x0:0x0:0x0]) in obj [0x2000013a3:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1767734676.954433:0:250019:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1767734676.954435:0:250019:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1767734676.954444:0:250019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cb480. 00000020:00000040:2.0:1767734676.954448:0:250019:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:2.0:1767734676.954452:0:250019:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734676.954456:0:250019:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734676.954459:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734676.954461:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734676.954462:0:250019:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.954465:0:250019:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734676.954467:0:250019:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734676.954470:0:250019:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734676.954475:0:250019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f0e29800. 00000100:00000001:2.0:1767734676.954480:0:250019:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734676.954505:0:250019:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734676.954509:0:250019:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734676.954511:0:250019:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734676.954513:0:250019:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734676.954515:0:250019:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734676.954521:0:250019:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155553920 : -117983553997696 : ffff94b1d02cb480) 00010000:00000001:2.0:1767734676.954526:0:250019:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767734676.954528:0:250019:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767734676.954533:0:250019:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461700 count: 2 00010000:00000001:2.0:1767734676.954544:0:250019:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734676.954547:0:250019:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767734676.954551:0:250019:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f7487000. 00000020:00000010:2.0:1767734676.954555:0:250019:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff94b1d1dfbb00. 00000020:00000001:2.0:1767734676.954559:0:250019:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734676.954562:0:250019:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f7487000 with handle 0x1886cffb85c2b8af to hash 00000020:00000001:2.0:1767734676.954564:0:250019:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767734676.954566:0:250019:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:2.0:1767734676.954570:0:250019:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:2.0:1767734676.954574:0:250019:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734676.954576:0:250019:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734676.954580:0:250019:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 250019 initiator: MDT0 00010000:00010000:2.0:1767734676.954589:0:250019:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250019 initiator: MDT0 00010000:00010000:2.0:1767734676.954600:0:250019:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250019 initiator: MDT0 00000100:00000001:2.0:1767734676.954607:0:250019:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734676.954609:0:250019:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734676.954614:0:250019:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d29c0. 00000100:00000001:2.0:1767734676.954616:0:250019:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978374592 : -117983731177024 : ffff94b1c59d29c0) 00000100:00000001:2.0:1767734676.954619:0:250019:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734676.954621:0:250019:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155553920 : -117983553997696 : ffff94b1d02cb480) 00000100:00000001:2.0:1767734676.954625:0:250019:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734676.954628:0:250019:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.954631:0:250019:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734676.954633:0:250019:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734676.954641:0:250019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cb480 x1853602672078720/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734676.954651:0:250019:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734676.954654:0:250019:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734676.954665:0:250019:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734676.954668:0:250019:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734676.954671:0:250019:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734676.954675:0:250019:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cb480 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250019:1853602672078720:192.168.203.112@tcp:101:touch.0 00000100:00000001:2.0:1767734676.954685:0:250019:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734676.954689:0:250019:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734676.954691:0:250019:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734676.954693:0:250019:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734676.954698:0:250019:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0133800. 02000000:00000001:2.0:1767734676.954700:0:250019:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734676.954707:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734676.954711:0:250019:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e0b0. 00000400:00000010:2.0:1767734676.954716:0:250019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa293b8. 00000100:00000200:2.0:1767734676.954721:0:250019:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672078720, portal 10 00000100:00000001:2.0:1767734676.954724:0:250019:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734676.954726:0:250019:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155553920 : -117983553997696 : ffff94b1d02cb480) 00000100:00000040:2.0:1767734676.954733:0:250019:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cb480 x1853602672078720/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734692 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734676.954743:0:250019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734676.954747:0:250019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734676.954750:0:250019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29990. 00000100:00000200:2.0:1767734676.954753:0:250019:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672078720, offset 0 00000400:00000200:2.0:1767734676.954759:0:250019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734676.954765:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.954771:0:250019:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734676.954775:0:250019:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734676.954779:0:250019:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734676.954783:0:250019:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734676.954786:0:250019:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734676.954791:0:250019:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66564:66564:256:4294967295] 192.168.203.112@tcp LPNI seq info [66564:66564:8:4294967295] 00000400:00000200:2.0:1767734676.954796:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.954805:0:250019:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734676.954822:0:250019:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734676.954826:0:250019:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790d00. 00000800:00000200:2.0:1767734676.954832:0:250019:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734676.954839:0:250019:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734676.954844:0:250019:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1767734676.954864:0:250019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734676.954869:0:250019:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 6001 usecs (7 jiffies) 00000400:00000200:2.0:1767734676.954874:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734676.954877:0:250019:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303438783 00000100:00000010:2.0:1767734676.954883:0:250019:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d8e3b0c0. 00000100:00000001:2.0:1767734676.954888:0:250019:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767734676.954893:0:250019:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303438783 00000100:00000010:2.0:1767734676.954897:0:250019:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d8e3bba0. 00000100:00000001:2.0:1767734676.954901:0:250019:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767734676.954905:0:250019:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734676.954908:0:250019:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.954911:0:250019:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734676.954913:0:250019:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734676.954915:0:250019:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d29c0 going to sleep for 11 seconds 00000100:00000001:2.0:1767734676.954918:0:250019:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734676.954921:0:250019:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734676.955019:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734676.955028:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790d00. 00000400:00000200:3.0:1767734676.955034:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734676.955042:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734676.955047:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29990 00000400:00000010:3.0:1767734676.955050:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29990. 00000100:00000001:3.0:1767734676.955053:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734676.955061:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cb480 x1853602672078720/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734692 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734676.955073:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734676.955077:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cb480 x1853602672078720/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734692 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734676.955087:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734676.955089:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1767734676.956370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fbfe8640. 00000800:00000001:2.0:1767734676.958612:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734676.958626:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734676.958630:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734676.958634:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734676.958641:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.958649:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734676.958657:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.958662:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.958668:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.958672:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d2ef80 00000400:00000200:2.0:1767734676.958678:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.958695:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7b8ed [1] + 224 00000800:00000001:2.0:1767734676.958703:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734676.958712:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734676.958715:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734676.958720:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734676.958726:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734676.958733:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cb480 x1853602672078720/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734692 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734676.958748:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cb480 x1853602672078720/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734676.958775:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734676.958784:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734676.958788:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734676.958885:0:250019:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734676.958895:0:250019:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734676.958897:0:250019:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734676.958901:0:250019:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e0b0. 00000400:00000200:1.0:1767734676.958908:0:250019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa293b8 00000400:00000010:1.0:1767734676.958911:0:250019:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa293b8. 00000100:00000001:1.0:1767734676.958915:0:250019:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734676.958925:0:250019:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cb480 x1853602672078720/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734676.958940:0:250019:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cb480 x1853602672078720/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.958950:0:250019:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734676.958953:0:250019:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734676.958956:0:250019:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734676.958958:0:250019:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734676.958960:0:250019:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734676.958962:0:250019:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734676.958965:0:250019:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767734676.958976:0:250019:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94b2018d6000. 00000100:00001000:1.0:1767734676.958982:0:250019:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734676.958986:0:250019:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734676.958989:0:250019:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734676.959002:0:250019:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.959005:0:250019:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734676.959008:0:250019:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.959012:0:250019:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734676.959014:0:250019:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734676.959017:0:250019:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734676.959019:0:250019:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734676.959025:0:250019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cb480 x1853602672078720/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.959035:0:250019:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734676.959038:0:250019:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734676.959040:0:250019:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734676.959045:0:250019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cb480 x1853602672078720/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734692 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734676.959054:0:250019:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cb480 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250019:1853602672078720:192.168.203.112@tcp:101:touch.0 00000100:00000001:1.0:1767734676.959059:0:250019:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734676.959062:0:250019:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.959065:0:250019:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734676.959067:0:250019:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734676.959071:0:250019:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cb480 x1853602672078720/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734692 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.959078:0:250019:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734676.959082:0:250019:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c59d29c0. 00000100:00000001:1.0:1767734676.959085:0:250019:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734676.959087:0:250019:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.959090:0:250019:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734676.959092:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.959095:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.959098:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487000 refcount=4 00000020:00000001:1.0:1767734676.959100:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:1.0:1767734676.959104:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000040:1.0:1767734676.959110:0:250019:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f7487000, remote cookie: 0x9bbb2ede58dabc2e, flags: 0x1001 00010000:00010000:1.0:1767734676.959122:0:250019:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc2e expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734676.959133:0:250019:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x4:0x0].0x0, instead of [0x2000013a3:0x1:0x0].0x0 00010000:00000001:1.0:1767734676.959137:0:250019:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734676.959146:0:250019:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1f00. 00010000:00000010:1.0:1767734676.959150:0:250019:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537900. 00010000:00000001:1.0:1767734676.959155:0:250019:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734676.959159:0:250019:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc2e expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734676.959169:0:250019:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc2e expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.959176:0:250019:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734676.959179:0:250019:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734676.959181:0:250019:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734676.959184:0:250019:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734676.959186:0:250019:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734676.959189:0:250019:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x4:0x0].0x0 (ffff94b1d21e1f00) refcount = 1 00010000:00010000:1.0:1767734676.959194:0:250019:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc2e expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.959201:0:250019:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:1.0:1767734676.959205:0:250019:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff94b1c3fbd400. 00010000:00000001:1.0:1767734676.959208:0:250019:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734676.959210:0:250019:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734676.959213:0:250019:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734676.959215:0:250019:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734676.959219:0:250019:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc2e expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.959239:0:250019:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734676.959241:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.959243:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.959244:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.959246:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.959248:0:250019:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.959251:0:250019:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734676.959253:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.959255:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.959257:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487000 refcount=3 00000020:00000001:1.0:1767734676.959259:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:1.0:1767734676.959262:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:1.0:1767734676.959265:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.959267:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.959269:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487000 refcount=4 00000020:00000001:1.0:1767734676.959272:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:1.0:1767734676.959275:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:1.0:1767734676.959278:0:250019:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734676.959280:0:250019:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734676.959284:0:250019:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc2e expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.959291:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.959293:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.959294:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.959295:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.959297:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487000 refcount=5 00000020:00000001:1.0:1767734676.959299:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:1.0:1767734676.959302:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:1.0:1767734676.959304:0:250019:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734676.959356:0:250019:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc2e expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.959383:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.959385:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734676.959389:0:250019:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc2e expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.959397:0:250019:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734676.959399:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.959401:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.959404:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.959406:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734676.959414:0:250019:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff94b1d02cb480 x1853602672078720/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734692 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734676.959425:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.959428:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.959431:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487000 refcount=3 00000020:00000001:1.0:1767734676.959434:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:1.0:1767734676.959437:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:1.0:1767734676.959440:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.959442:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734676.959444:0:250019:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.959446:0:250019:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.959449:0:250019:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734676.959451:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.959453:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.959454:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487000 refcount=3 00000020:00000001:1.0:1767734676.959457:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:1.0:1767734676.959459:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00000002:00010000:1.0:1767734676.959463:0:250019:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc2e expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.959470:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.959471:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.959478:0:250019:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734676.959480:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.959482:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.959483:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487000 refcount=3 00000020:00000001:1.0:1767734676.959512:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:1.0:1767734676.959515:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000040:1.0:1767734676.959520:0:250019:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 2 00010000:00000001:1.0:1767734676.959523:0:250019:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734676.959527:0:250019:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/4 (0 0) 00010000:00000001:1.0:1767734676.959530:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.959532:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734676.959534:0:250019:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734676.959536:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3758 00000002:00002000:1.0:1767734676.959539:0:250019:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=2 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734676.959542:0:250019:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734676.959546:0:250019:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734676.959548:0:250019:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734676.959552:0:250019:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x2000013a3:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734676.959555:0:250019:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.959558:0:250019:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734676.959561:0:250019:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307fe3ac8 it_disposition b 00000080:00000001:1.0:1767734676.959563:0:250019:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734676.959567:0:250019:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734676.959570:0:250019:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734676.959572:0:250019:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920708 : 144115272414920708 : 2000013a3000004) 00000080:00000001:1.0:1767734676.959575:0:250019:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734676.959579:0:250019:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734676.959581:0:250019:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x4:0x0] 00000080:00000001:1.0:1767734676.959584:0:250019:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.959588:0:250019:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920708 : 144115272414920708 : 2000013a3000004) 00000080:00000001:1.0:1767734676.959590:0:250019:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734676.959594:0:250019:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x4:0x0], updating i_size 512 00000080:00200000:1.0:1767734676.959598:0:250019:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x4:0x0](ffff94b1d15aa1c8): rc = 0 00000080:00000001:1.0:1767734676.959601:0:250019:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090175341000 : -117983534210616 : ffff94b1d15aa1c8) 00010000:00000001:1.0:1767734676.959603:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.959611:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.959613:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487000 refcount=3 00000020:00000001:1.0:1767734676.959616:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:1.0:1767734676.959619:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:1.0:1767734676.959621:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.959623:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734676.959625:0:250019:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767734676.959627:0:250019:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767734676.959629:0:250019:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734676.959631:0:250019:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734676.959633:0:250019:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734676.959637:0:250019:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x4:0x0](ffff94b1d15aa1c8) for lock 0x1886cffb85c2b8af 00800000:00000001:1.0:1767734676.959640:0:250019:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734676.959642:0:250019:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734676.959644:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.959645:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.959647:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487000 refcount=3 00000020:00000001:1.0:1767734676.959649:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:1.0:1767734676.959652:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:1.0:1767734676.959654:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.959656:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734676.959657:0:250019:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734676.959659:0:250019:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734676.959665:0:250019:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f185e798 inode ffff94b1d15aa1c8 refc 1 flags 0x20000e 00000080:00000001:1.0:1767734676.959669:0:250019:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734676.959671:0:250019:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.959674:0:250019:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734676.959677:0:250019:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x4:0x0](ffff94b1d15aa1c8) 00000080:00010000:1.0:1767734676.959680:0:250019:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b8af from it ffffafc307fe3ac8 00010000:00000001:1.0:1767734676.959683:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.959684:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.959686:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487000 refcount=3 00000020:00000001:1.0:1767734676.959688:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:1.0:1767734676.959691:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:1.0:1767734676.959698:0:250019:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734676.959702:0:250019:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc2e expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.959709:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.959711:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.959712:0:250019:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734676.959715:0:250019:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734676.959718:0:250019:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc2e expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.959725:0:250019:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734676.959728:0:250019:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734676.959730:0:250019:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734676.959733:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.959734:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.959736:0:250019:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.959738:0:250019:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734676.959740:0:250019:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.959743:0:250019:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.959746:0:250019:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.959748:0:250019:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734676.959749:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.959751:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734676.959753:0:250019:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734676.959757:0:250019:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d8ddac00. 00000100:00000001:1.0:1767734676.959761:0:250019:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734676.959767:0:250019:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cb480 x1853602672078720/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734692 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.959776:0:250019:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734676.959778:0:250019:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734676.959780:0:250019:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0133800. 02000000:00000001:1.0:1767734676.959784:0:250019:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734676.959786:0:250019:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734676.959788:0:250019:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734676.959790:0:250019:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734676.959798:0:250019:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f0e29800. 02000000:00000001:1.0:1767734676.959801:0:250019:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734676.959803:0:250019:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734676.959805:0:250019:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cb480. 00000100:00000001:1.0:1767734676.959809:0:250019:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734676.959810:0:250019:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734676.959816:0:250019:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734676.959818:0:250019:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), inode mode 41ed mask 1 00000020:00000010:1.0:1767734676.959825:0:250019:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff94b1f9295800. 00000080:00000001:1.0:1767734676.959828:0:250019:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734676.959838:0:250019:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c7ea35c0. 00000080:00000001:1.0:1767734676.959843:0:250019:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734676.959845:0:250019:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734676.959848:0:250019:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.959852:0:250019:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:1.0:1767734676.959854:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3b50 00000080:00200000:1.0:1767734676.959857:0:250019:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=2, dir=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), file ffff94b1c8b2d200, open_flags 8941, mode 81b6 opened 0 00000080:00000010:1.0:1767734676.959863:0:250019:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff94b1dd24d8a0. 00000080:00000001:1.0:1767734676.959868:0:250019:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734676.959870:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3a10 00000080:00200000:1.0:1767734676.959872:0:250019:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=2, dir=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), intent=open|creat 00000080:00000010:1.0:1767734676.959878:0:250019:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c3fbca00. 00000080:00000001:1.0:1767734676.959883:0:250019:0:(namei.c:947:ll_intent_lock()) Process entered 00000020:00000010:1.0:1767734676.959887:0:250019:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff94b1d04bd400. 00800000:00000001:1.0:1767734676.959890:0:250019:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734676.959892:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3930 00800000:00000002:1.0:1767734676.959894:0:250019:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] '2' on [0x2000013a3:0x4:0x0] 00800000:00000001:1.0:1767734676.959899:0:250019:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1767734676.959901:0:250019:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1767734676.959905:0:250019:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:1.0:1767734676.959908:0:250019:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1767734676.959910:0:250019:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1767734676.959912:0:250019:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1767734676.959914:0:250019:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1767734676.959916:0:250019:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x5:0x0] 40000000:00000001:1.0:1767734676.959925:0:250019:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.959928:0:250019:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734676.959930:0:250019:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734676.959932:0:250019:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.959935:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe38b0 00800000:00000002:1.0:1767734676.959937:0:250019:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x2000013a3:0x4:0x0], fid2=[0x2000013a3:0x5:0x0], name='2' -> mds #0 00000020:00000010:1.0:1767734676.959944:0:250019:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff94b1d04bfc00. 00000002:00000001:1.0:1767734676.959947:0:250019:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734676.959949:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe37e8 00000002:00010000:1.0:1767734676.959951:0:250019:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 2,[0x2000013a3:0x5:0x0]) in obj [0x2000013a3:0x4:0x0], intent: open|creat flags 0104502 00000002:00000001:1.0:1767734676.959955:0:250019:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734676.959958:0:250019:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1767734676.959960:0:250019:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1767734676.959964:0:250019:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.959967:0:250019:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734676.959969:0:250019:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 2 00010000:00000001:1.0:1767734676.959972:0:250019:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734676.959975:0:250019:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734676.959977:0:250019:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.959980:0:250019:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.959982:0:250019:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734676.959987:0:250019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cdf80. 00000020:00000040:1.0:1767734676.959990:0:250019:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734676.959995:0:250019:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734676.959997:0:250019:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.959999:0:250019:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734676.960003:0:250019:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734676.960006:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.960007:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.960009:0:250019:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.960012:0:250019:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734676.960014:0:250019:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734676.960017:0:250019:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734676.960022:0:250019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04bd000. 00000100:00000001:1.0:1767734676.960026:0:250019:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.960036:0:250019:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734676.960038:0:250019:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.960040:0:250019:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734676.960041:0:250019:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.960044:0:250019:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.960051:0:250019:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00010000:00000001:1.0:1767734676.960054:0:250019:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734676.960056:0:250019:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734676.960059:0:250019:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 2 00010000:00000001:1.0:1767734676.960062:0:250019:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734676.960064:0:250019:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734676.960068:0:250019:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000010:1.0:1767734676.960072:0:250019:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff94b1f451fe40. 00000020:00000001:1.0:1767734676.960075:0:250019:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734676.960078:0:250019:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2b8b6 to hash 00000020:00000001:1.0:1767734676.960080:0:250019:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734676.960082:0:250019:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734676.960085:0:250019:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734676.960088:0:250019:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734676.960090:0:250019:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734676.960094:0:250019:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8b6 lrc: 3/0,1 mode: --/CW res: [0x2000013a3:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 250019 initiator: MDT0 00010000:00010000:1.0:1767734676.960102:0:250019:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8b6 lrc: 3/0,1 mode: --/CW res: [0x2000013a3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250019 initiator: MDT0 00000020:00100000:1.0:1767734676.960112:0:250019:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 2 is allocated opc 101, max 7 00000100:00100000:1.0:1767734676.960119:0:250019:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cdf80 x1853602672078976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/66640 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1767734676.960129:0:250019:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8b6 lrc: 3/0,1 mode: --/CW res: [0x2000013a3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250019 initiator: MDT0 00000100:00000001:1.0:1767734676.960135:0:250019:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734676.960143:0:250019:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734676.960148:0:250019:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b2010d9900. 00000100:00000001:1.0:1767734676.960151:0:250019:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975598848 : -117982733952768 : ffff94b2010d9900) 00000100:00000001:1.0:1767734676.960154:0:250019:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734676.960155:0:250019:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000001:1.0:1767734676.960159:0:250019:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734676.960162:0:250019:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.960164:0:250019:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734676.960166:0:250019:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734676.960170:0:250019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cdf80 x1853602672078976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/66640 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.960179:0:250019:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734676.960181:0:250019:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734676.960184:0:250019:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734676.960187:0:250019:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734676.960189:0:250019:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734676.960193:0:250019:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cdf80 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250019:1853602672078976:192.168.203.112@tcp:101:touch.0 00000100:00000001:1.0:1767734676.960197:0:250019:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734676.960200:0:250019:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734676.960203:0:250019:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734676.960205:0:250019:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734676.960286:0:250019:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94b1d2440000. 02000000:00000001:1.0:1767734676.960289:0:250019:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734676.960296:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734676.960300:0:250019:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8106e0. 00000400:00000010:1.0:1767734676.960341:0:250019:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94b1d04bc000. 00000100:00000200:1.0:1767734676.960348:0:250019:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1853602672078976, portal 10 00000100:00000001:1.0:1767734676.960351:0:250019:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734676.960352:0:250019:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000040:1.0:1767734676.960360:0:250019:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cdf80 x1853602672078976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/66640 e 0 to 0 dl 1767734692 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.960369:0:250019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734676.960372:0:250019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734676.960385:0:250019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bd48. 00000100:00000200:1.0:1767734676.960391:0:250019:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853602672078976, offset 0 00000400:00000200:1.0:1767734676.960400:0:250019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734676.960408:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734676.960417:0:250019:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734676.960422:0:250019:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734676.960426:0:250019:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734676.960430:0:250019:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734676.960433:0:250019:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734676.960437:0:250019:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66565:66565:256:4294967295] 192.168.203.112@tcp LPNI seq info [66565:66565:8:4294967295] 00000400:00000200:1.0:1767734676.960442:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734676.960452:0:250019:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734676.960458:0:250019:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734676.960462:0:250019:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c800. 00000800:00000200:1.0:1767734676.960468:0:250019:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734676.960475:0:250019:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734676.960479:0:250019:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c800 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:1.0:1767734676.960521:0:250019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734676.960526:0:250019:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5971 usecs (6 jiffies) 00000400:00000200:1.0:1767734676.960531:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734676.960534:0:250019:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303438788 00000100:00000001:1.0:1767734676.960541:0:250019:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303438783 00000100:00000001:1.0:1767734676.960547:0:250019:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303438788 00000100:00000001:1.0:1767734676.960551:0:250019:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303438783 00000100:00000001:1.0:1767734676.960557:0:250019:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734676.960560:0:250019:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.960563:0:250019:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734676.960565:0:250019:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734676.960568:0:250019:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b2010d9900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734676.960571:0:250019:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734676.960584:0:250019:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734676.960631:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734676.960639:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c800. 00000400:00000200:3.0:1767734676.960659:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734676.960666:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734676.960672:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bd48 00000400:00000010:3.0:1767734676.960674:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bd48. 00000100:00000001:3.0:1767734676.960679:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734676.960686:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cdf80 x1853602672078976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/66640 e 0 to 0 dl 1767734692 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734676.960699:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734676.960703:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdf80 x1853602672078976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/66640 e 0 to 0 dl 1767734692 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734676.960712:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734676.960715:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734676.965958:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734676.965972:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734676.965977:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734676.965981:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734676.965990:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.965998:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734676.966006:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.966011:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.966016:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.966021:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 664 into portal 10 MB=0x695d780d2f080 00000400:00000200:2.0:1767734676.966027:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.966032:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 664/664 into md 0x7b8fd [32] + 224 00000800:00000001:2.0:1767734676.966039:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734676.966048:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734676.966051:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734676.966056:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734676.966061:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734676.966068:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cdf80 x1853602672078976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/66640 e 0 to 0 dl 1767734692 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734676.966103:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66640 req@ffff94b1d02cdf80 x1853602672078976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/66640 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734676.966129:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734676.966136:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734676.966141:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.966147:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734676.966153:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66566:66566:256:4294967295] 192.168.203.112@tcp LPNI seq info [66566:66566:8:4294967295] 00000400:00000200:2.0:1767734676.966158:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.966168:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734676.966174:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734676.966179:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff94b1f0e2b400. 00000800:00000200:2.0:1767734676.966185:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734676.966191:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734676.966196:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f0e2b400 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734676.966235:0:250019:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767734676.966249:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767734676.966249:0:250019:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734676.966256:0:250019:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734676.966260:0:250019:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8106e0. 00000400:00000200:1.0:1767734676.966270:0:250019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d04bc000 00000400:00000010:1.0:1767734676.966273:0:250019:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff94b1d04bc000. 00000100:00000001:1.0:1767734676.966278:0:250019:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734676.966288:0:250019:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cdf80 x1853602672078976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/66640 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1767734676.966290:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734676.966298:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff94b1f0e2b400. 00000400:00000200:2.0:1767734676.966350:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734676.966362:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000200:1.0:1767734676.966372:0:250019:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cdf80 x1853602672078976/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/66640 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.966385:0:250019:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734676.966390:0:250019:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734676.966394:0:250019:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734676.966397:0:250019:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734676.966400:0:250019:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734676.966403:0:250019:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734676.966406:0:250019:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734676.966411:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767734676.966414:0:250019:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734676.966423:0:250019:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734676.966426:0:250019:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734676.966428:0:250019:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.966431:0:250019:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734676.966435:0:250019:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.966438:0:250019:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734676.966439:0:250019:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x30000590e/0x1] 00000100:00000001:1.0:1767734676.966442:0:250019:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734676.966444:0:250019:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734676.966446:0:250019:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000001:1.0:1767734676.966449:0:250019:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734676.966451:0:250019:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734676.966453:0:250019:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734676.966455:0:250019:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734676.966461:0:250019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cdf80 x1853602672078976/t12884924687(12884924687) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/664 e 0 to 0 dl 1767734692 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.966525:0:250019:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734676.966528:0:250019:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734676.966530:0:250019:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734676.966537:0:250019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cdf80 x1853602672078976/t12884924687(12884924687) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/664 e 0 to 0 dl 1767734692 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734676.966547:0:250019:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cdf80 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250019:1853602672078976:192.168.203.112@tcp:101:touch.0 00000100:00000001:1.0:1767734676.966552:0:250019:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734676.966555:0:250019:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.966558:0:250019:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734676.966560:0:250019:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734676.966564:0:250019:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdf80 x1853602672078976/t12884924687(12884924687) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/664 e 0 to 0 dl 1767734692 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.966571:0:250019:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734676.966575:0:250019:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b2010d9900. 00000100:00000001:1.0:1767734676.966579:0:250019:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734676.966580:0:250019:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.966583:0:250019:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734676.966587:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.966589:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.966591:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734676.966594:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734676.966597:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734676.966602:0:250019:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dabc4a, flags: 0x1001 00010000:00010000:1.0:1767734676.966608:0:250019:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8b6 lrc: 4/0,1 mode: --/CW res: [0x2000013a3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc4a expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734676.966618:0:250019:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x5:0x0].0x0, instead of [0x2000013a3:0x4:0x0].0x0 00010000:00000001:1.0:1767734676.966622:0:250019:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734676.966629:0:250019:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1b00. 00010000:00000010:1.0:1767734676.966640:0:250019:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537e80. 00010000:00000001:1.0:1767734676.966645:0:250019:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734676.966650:0:250019:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8b6 lrc: 4/0,1 mode: --/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc4a expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734676.966658:0:250019:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8b6 lrc: 4/0,1 mode: --/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc4a expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.966665:0:250019:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734676.966668:0:250019:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734676.966670:0:250019:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734676.966672:0:250019:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734676.966673:0:250019:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734676.966676:0:250019:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x5:0x0].0x0 (ffff94b1d21e1b00) refcount = 1 00010000:00010000:1.0:1767734676.966681:0:250019:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8b6 lrc: 4/0,1 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc4a expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.966688:0:250019:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734676.966690:0:250019:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734676.966692:0:250019:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734676.966695:0:250019:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734676.966697:0:250019:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734676.966701:0:250019:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8b6 lrc: 4/0,1 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc4a expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.966708:0:250019:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734676.966709:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.966711:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.966713:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.966714:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.966716:0:250019:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.966719:0:250019:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734676.966722:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.966723:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.966726:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734676.966733:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734676.966737:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734676.966739:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.966741:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.966743:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734676.966745:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734676.966747:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734676.966750:0:250019:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734676.966752:0:250019:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734676.966756:0:250019:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8b6 lrc: 5/1,1 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc4a expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.966763:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.966765:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.966766:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.966768:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.966769:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734676.966772:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734676.966774:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734676.966777:0:250019:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734676.966780:0:250019:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8b6 lrc: 5/1,1 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc4a expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.966787:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.966788:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734676.966791:0:250019:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8b6 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc4a expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.966798:0:250019:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734676.966799:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.966801:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.966802:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.966803:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734676.966814:0:250019:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff94b1d02cdf80 x1853602672078976/t12884924687(12884924687) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/664 e 0 to 0 dl 1767734692 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734676.966825:0:250019:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1767734676.966830:0:250019:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02cdf80 x1853602672078976/t12884924687(12884924687) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/664 e 0 to 0 dl 1767734692 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734676.966838:0:250019:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.966845:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.966847:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.966849:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734676.966851:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734676.966854:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734676.966858:0:250019:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8b6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc4a expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00000002:00000010:1.0:1767734676.966867:0:250019:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94b1f451f040. 00010000:00000001:1.0:1767734676.966870:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.966871:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734676.966873:0:250019:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.966875:0:250019:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.966878:0:250019:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1767734676.966880:0:250019:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734676.966882:0:250019:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000001:1.0:1767734676.966884:0:250019:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734676.966886:0:250019:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00010000:00000001:1.0:1767734676.966888:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.966890:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.966891:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734676.966893:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734676.966896:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734676.966900:0:250019:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8b6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc4a expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734676.966921:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.966922:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.966924:0:250019:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734676.966926:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.966927:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.966929:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734676.966931:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734676.966934:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734676.966938:0:250019:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1b00 count: 2 00010000:00000001:1.0:1767734676.966940:0:250019:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734676.966944:0:250019:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/5 (0 0) 00010000:00000001:1.0:1767734676.966948:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.966949:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734676.966951:0:250019:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734676.966953:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3768 00000002:00002000:1.0:1767734676.966955:0:250019:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=2 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1767734676.966959:0:250019:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734676.966962:0:250019:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734676.966965:0:250019:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734676.966968:0:250019:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x2000013a3:0x4:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734676.966971:0:250019:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.966974:0:250019:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734676.966976:0:250019:0:(namei.c:677:ll_lookup_it_finish()) it ffff94b1dd24d8a0 it_disposition 1800037 00000080:00002000:1.0:1767734676.966980:0:250019:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f18e7288 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1767734676.966985:0:250019:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734676.966987:0:250019:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:1.0:1767734676.966990:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe39a0 00000080:00200000:1.0:1767734676.966992:0:250019:0:(namei.c:1569:ll_create_it()) VFS Op:name=2, dir=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), intent=open|creat 00000080:00000001:1.0:1767734676.966996:0:250019:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:1.0:1767734676.966998:0:250019:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734676.967001:0:250019:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734676.967003:0:250019:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734676.967006:0:250019:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920709 : 144115272414920709 : 2000013a3000005) 00000080:00000001:1.0:1767734676.967014:0:250019:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1767734676.967024:0:250019:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1c4b0e300. 00000020:00000001:1.0:1767734676.967032:0:250019:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:1.0:1767734676.967034:0:250019:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1767734676.967037:0:250019:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1767734676.967039:0:250019:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x5:0x0](ffff94b1c4b0e3c8) 00000020:00000001:1.0:1767734676.967044:0:250019:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000010:1.0:1767734676.967049:0:250019:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at ffff94b1d1d1b480. 00000020:00000010:1.0:1767734676.967054:0:250019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c3fbda00. 00000020:00000010:1.0:1767734676.967059:0:250019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c3fbce00. 00000020:00000010:1.0:1767734676.967064:0:250019:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1dd24de40. 00000008:00000010:1.0:1767734676.967072:0:250019:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f6900b28. 00020000:00000010:1.0:1767734676.967078:0:250019:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fabe5300. 00008000:00000010:1.0:1767734676.967084:0:250019:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1d13a6350. 00000080:00000010:1.0:1767734676.967091:0:250019:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1f0d0a1f8. 00000080:00000010:1.0:1767734676.967096:0:250019:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1d1cdeb58. 00000020:00000010:1.0:1767734676.967100:0:250019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c3fbdc00. 00000008:00000010:1.0:1767734676.967105:0:250019:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94b1f64dcdc0. 00020000:00000010:1.0:1767734676.967110:0:250019:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff94b2017be880. 00008000:00000010:1.0:1767734676.967114:0:250019:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94b1e7d6f3e0. 00000080:00000010:1.0:1767734676.967120:0:250019:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94b1de5064b0. 00000020:00000001:1.0:1767734676.967123:0:250019:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144584 : -117983526407032 : ffff94b1d1d1b488) 00000020:00001000:1.0:1767734676.967126:0:250019:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b480 00000020:00000001:1.0:1767734676.967130:0:250019:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:1.0:1767734676.967135:0:250019:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94b1e787cbb8. 00000020:00000001:1.0:1767734676.967138:0:250019:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1767734676.967140:0:250019:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734676.967148:0:250019:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:1.0:1767734676.967152:0:250019:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94b1f84534d8. 00020000:00000001:1.0:1767734676.967155:0:250019:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446626090828248280 : -117982881303336 : ffff94b1f84534d8) 00020000:00000001:1.0:1767734676.967158:0:250019:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:1.0:1767734676.967161:0:250019:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1767734676.967168:0:250019:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff94b1dd24d540. 00020000:00000010:1.0:1767734676.967172:0:250019:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff94b1c838b280. 00020000:00000010:1.0:1767734676.967177:0:250019:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94b1dd24d900. 00020000:00000001:1.0:1767734676.967185:0:250019:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446626090373142784 : -117983336408832 : ffff94b1dd24d900) 00020000:00000002:1.0:1767734676.967190:0:250019:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1dd24d900, objid 0x5:5027, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734676.967196:0:250019:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734676.967202:0:250019:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1c838b280: ostid: 0x240000403:6239 ost idx: 0 gen: 0 00020000:00000001:1.0:1767734676.967205:0:250019:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1767734676.967208:0:250019:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1dd24d900, objid 0x5:5027, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734676.967213:0:250019:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734676.967216:0:250019:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1c838b280: ostid: 0x240000403:6239 ost idx: 0 gen: 0 00020000:00000010:1.0:1767734676.967220:0:250019:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94b1dc704e50. 00020000:00000010:1.0:1767734676.967224:0:250019:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94b2010d9900. 00020000:00000001:1.0:1767734676.967228:0:250019:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1767734676.967231:0:250019:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94b1d0d32f80. 00020000:00000001:1.0:1767734676.967235:0:250019:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1767734676.967237:0:250019:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767734676.967242:0:250019:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff94b1f472c500. 00020000:00000001:1.0:1767734676.967248:0:250019:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1767734676.967251:0:250019:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94b1e787cd48. 00000020:00000001:1.0:1767734676.967253:0:250019:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1767734676.967255:0:250019:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734676.967258:0:250019:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446626090547400136 : -117983162151480 : ffff94b1e787cdc8) 00020000:00000001:1.0:1767734676.967263:0:250019:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:1.0:1767734676.967268:0:250019:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94b1d0c11880. 00020000:00000001:1.0:1767734676.967271:0:250019:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.967276:0:250019:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626090547400136 : -117983162151480 : ffff94b1e787cdc8) 00020000:00000001:1.0:1767734676.967279:0:250019:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626090547400136 : -117983162151480 : ffff94b1e787cdc8) 00020000:00000002:1.0:1767734676.967283:0:250019:0:(lov_object.c:134:lov_init_sub()) [0x240000403:0x185f:0x0]@ffff94b1e787cd48[0:0] -> [0x2000013a3:0x5:0x0]@ffff94b1e787cbb8: ostid: 0x240000403:6239 ost idx: 0 gen: 0 00020000:00000001:1.0:1767734676.967290:0:250019:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:1.0:1767734676.967293:0:250019:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:1.0:1767734676.967296:0:250019:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767734676.967300:0:250019:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff94b1f472c800. 00000020:00000001:1.0:1767734676.967341:0:250019:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626090547399736 : -117983162151880 : ffff94b1e787cc38) 00000020:00001000:1.0:1767734676.967347:0:250019:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b480 00000080:00000001:1.0:1767734676.967352:0:250019:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920709 : 144115272414920709 : 2000013a3000005) 00000080:00000001:1.0:1767734676.967357:0:250019:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1767734676.967361:0:250019:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920709 mtime from 0 to 1767734676 00000080:00000001:1.0:1767734676.967367:0:250019:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1767734676.967371:0:250019:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962890184 : -117983746661432 : ffff94b1c4b0e3c8) 00010000:00000001:1.0:1767734676.967375:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.967378:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.967382:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734676.967385:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734676.967389:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000080:00000001:1.0:1767734676.967394:0:250019:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734676.967397:0:250019:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000040:3.0:1767734676.967399:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303438788, at 4303438789 00000020:00000001:1.0:1767734676.967401:0:250019:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144584 : -117983526407032 : ffff94b1d1d1b488) 00000020:00001000:1.0:1767734676.967413:0:250019:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b480 00000020:00000001:1.0:1767734676.967416:0:250019:0:(cl_object.c:350:cl_conf_set()) Process entered 00000100:00000010:3.0:1767734676.967417:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d8e3bba0. 00020000:00000001:1.0:1767734676.967421:0:250019:0:(lov_object.c:1410:lov_conf_set()) Process entered 00000100:00000040:2.0:1767734676.967423:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303438788, at 4303438789 00020000:00000001:1.0:1767734676.967426:0:250019:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1767734676.967434:0:250019:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff94b1dd24dde0. 00000100:00000010:2.0:1767734676.967440:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d8e3b0c0. 00020000:00000010:1.0:1767734676.967443:0:250019:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff94b1c838b380. 00020000:00000010:1.0:1767734676.967452:0:250019:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94b1dd24d240. 00020000:00000001:1.0:1767734676.967456:0:250019:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446626090373141056 : -117983336410560 : ffff94b1dd24d240) 00020000:00000002:1.0:1767734676.967460:0:250019:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1dd24d240, objid 0x5:5027, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734676.967465:0:250019:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734676.967470:0:250019:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1c838b380: ostid: 0x240000403:6239 ost idx: 0 gen: 0 00020000:00000002:1.0:1767734676.967474:0:250019:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f84534d8) owner ffff94b1c2ba8000 00020000:00000001:1.0:1767734676.967478:0:250019:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734676.967481:0:250019:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f84534d8) owner ffff94b1c2ba8000 00020000:00000010:1.0:1767734676.967508:0:250019:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94b1c838b380. 00020000:00000010:1.0:1767734676.967514:0:250019:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff94b1dd24dde0. 00020000:00000010:1.0:1767734676.967517:0:250019:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff94b1dd24d240. 00020000:00000002:1.0:1767734676.967530:0:250019:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x5:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734676.967533:0:250019:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.967536:0:250019:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.967539:0:250019:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734676.967543:0:250019:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c2ba8000 00020000:00000002:1.0:1767734676.967546:0:250019:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff94b1dd24d900 addref 2/0 by ffff94b1c2ba8000. 00020000:00000002:1.0:1767734676.967550:0:250019:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c2ba8000 00020000:00000001:1.0:1767734676.967553:0:250019:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734676.967556:0:250019:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1767734676.967557:0:250019:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1767734676.967559:0:250019:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1767734676.967562:0:250019:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1767734676.967565:0:250019:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x5:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1767734676.967568:0:250019:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b480 00000080:00000001:1.0:1767734676.967571:0:250019:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.967574:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.967575:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734676.967577:0:250019:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734676.967581:0:250019:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734676.967583:0:250019:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734676.967586:0:250019:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a3:0x5:0x0](ffff94b1c4b0e3c8) 00000080:00010000:1.0:1767734676.967591:0:250019:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x5:0x0](ffff94b1c4b0e3c8) for lock 0x1886cffb85c2b8b6 00800000:00000001:1.0:1767734676.967594:0:250019:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734676.967597:0:250019:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734676.967599:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.967601:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.967603:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734676.967605:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734676.967608:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734676.967610:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.967612:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734676.967613:0:250019:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734676.967616:0:250019:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.967618:0:250019:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:1.0:1767734676.967620:0:250019:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734676.967627:0:250019:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94b1d02cdf80 x1853602672078976/t12884924687(12884924687) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/664 e 0 to 0 dl 1767734692 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.967643:0:250019:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.967648:0:250019:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734676.967651:0:250019:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x5:0x0](ffff94b1c4b0e3c8) 00000080:00000001:1.0:1767734676.967655:0:250019:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734676.967658:0:250019:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c3fbca00. 00000100:00000001:1.0:1767734676.967661:0:250019:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734676.967665:0:250019:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdf80 x1853602672078976/t12884924687(12884924687) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/664 e 0 to 0 dl 1767734692 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.967674:0:250019:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.967677:0:250019:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1767734676.967679:0:250019:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.967686:0:250019:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1767734676.967689:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3a60 00000080:00200008:1.0:1767734676.967692:0:250019:0:(file.c:1001:ll_file_open()) START file 2:[0x2000013a3:0x5:0x0](ffff94b1c4b0e3c8), flags 104501 00000080:00000010:1.0:1767734676.967699:0:250019:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1c2ea03c0. 00000080:00000010:1.0:1767734676.967706:0:250019:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1f451f880. 00000080:00000001:1.0:1767734676.967709:0:250019:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1767734676.967714:0:250019:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1767734676.967717:0:250019:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1767734676.967722:0:250019:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1c40362c0. 00000002:00100000:1.0:1767734676.967727:0:250019:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02cdf80 x1853602672078976/t12884924687(12884924687) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/664 e 0 to 0 dl 1767734692 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734676.967736:0:250019:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734676.967739:0:250019:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1767734676.967743:0:250019:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1767734676.967748:0:250019:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.967751:0:250019:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734676.967754:0:250019:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734676.967758:0:250019:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cdf80 x1853602672078976/t12884924687(12884924687) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/664 e 0 to 0 dl 1767734692 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1767734676.967766:0:250019:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734676.967775:0:250019:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94b1d2440000. 02000000:00000001:1.0:1767734676.967804:0:250019:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767734676.967807:0:250019:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.967810:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3a60 00000080:00000008:1.0:1767734676.967813:0:250019:0:(file.c:1240:ll_file_open()) COMPLETED file 2:[0x2000013a3:0x5:0x0](ffff94b1c4b0e3c8), flags 104501, rc = 0 00000080:00000001:1.0:1767734676.967818:0:250019:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734676.967819:0:250019:0:(dcache.c:176:ll_intent_release()) intent ffff94b1dd24d8a0 released 00000080:00010000:1.0:1767734676.967822:0:250019:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b8b6 from it ffff94b1dd24d8a0 00010000:00000001:1.0:1767734676.967825:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.967827:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.967829:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734676.967831:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734676.967834:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734676.967837:0:250019:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734676.967841:0:250019:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8b6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dabc4a expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734676.967849:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.967850:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.967852:0:250019:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734676.967854:0:250019:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734676.967857:0:250019:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8b6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dabc4a expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734676.967866:0:250019:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734676.967869:0:250019:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734676.967871:0:250019:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734676.967874:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.967875:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.967877:0:250019:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.967880:0:250019:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734676.967882:0:250019:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.967884:0:250019:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.967888:0:250019:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.967890:0:250019:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734676.967899:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.967901:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734676.967903:0:250019:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734676.967905:0:250019:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1767734676.967908:0:250019:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1767734676.967910:0:250019:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734676.967913:0:250019:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1767734676.967915:0:250019:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.967918:0:250019:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1767734676.967920:0:250019:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.967923:0:250019:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734676.967925:0:250019:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.967927:0:250019:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734676.967931:0:250019:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff94b1dd24d8a0. 00000080:00000001:1.0:1767734676.967934:0:250019:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.967938:0:250019:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734676.967940:0:250019:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x5:0x0](ffff94b1c4b0e3c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1767734676.967945:0:250019:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734676.967961:0:250019:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1767734676.967964:0:250019:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c2ba8000 00020000:00000002:1.0:1767734676.967968:0:250019:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c2ba8000 00020000:00000001:1.0:1767734676.967971:0:250019:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.967981:0:250019:0:(llite_lib.c:2305:ll_setattr_raw()) Process entered 00000020:00000001:1.0:1767734676.967984:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3c30 00000080:00200008:1.0:1767734676.967988:0:250019:0:(llite_lib.c:2314:ll_setattr_raw()) START file 2:[0x2000013a3:0x5:0x0](ffff94b1c4b0e3c8) current size 0, valid attrs 20070, mode 0, uid -1055604710, gid -1, new size 18446744072416066071, atime 1767734676.000000000, mtime 1767734676.000000000, ctime 1767734676.000000000 00000080:00000002:1.0:1767734676.967996:0:250019:0:(llite_lib.c:2363:ll_setattr_raw()) setting mtime 1767734676, ctime 1767734676, now = 1767734676 00000080:00000010:1.0:1767734676.968001:0:250019:0:(llite_lib.c:2372:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff94b1c3fbca00. 00000080:00000001:1.0:1767734676.968003:0:250019:0:(llite_lib.c:2012:ll_md_setattr()) Process entered 00800000:00000001:1.0:1767734676.968008:0:250019:0:(lmv_obd.c:2881:lmv_setattr()) Process entered 00800000:00000002:1.0:1767734676.968011:0:250019:0:(lmv_obd.c:2885:lmv_setattr()) SETATTR for [0x2000013a3:0x5:0x0], valid 0x201f0/0x1 00000002:00000001:1.0:1767734676.968015:0:250019:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1767734676.968018:0:250019:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734676.968022:0:250019:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1b00 count: 2 00010000:00000001:1.0:1767734676.968025:0:250019:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734676.968028:0:250019:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734676.968038:0:250019:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734676.968041:0:250019:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8b6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dabc4a expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00000080:00000001:1.0:1767734676.968051:0:250019:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734676.968054:0:250019:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734676.968056:0:250019:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734676.968059:0:250019:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x5:0x0] mode (null) 00000002:00000001:1.0:1767734676.968062:0:250019:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734676.968064:0:250019:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734676.968068:0:250019:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1b00 count: 3 00010000:00000001:1.0:1767734676.968070:0:250019:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734676.968074:0:250019:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.968076:0:250019:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734676.968077:0:250019:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734676.968079:0:250019:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1b00 count: 3 00010000:00000001:1.0:1767734676.968082:0:250019:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734676.968085:0:250019:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.968087:0:250019:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734676.968089:0:250019:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734676.968091:0:250019:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1b00 count: 3 00010000:00000001:1.0:1767734676.968093:0:250019:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734676.968096:0:250019:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.968098:0:250019:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734676.968099:0:250019:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734676.968101:0:250019:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1b00 count: 3 00010000:00000001:1.0:1767734676.968103:0:250019:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734676.968105:0:250019:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.968107:0:250019:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.968110:0:250019:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734676.968111:0:250019:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734676.968114:0:250019:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144584 : -117983526407032 : ffff94b1d1d1b488) 00000020:00001000:1.0:1767734676.968116:0:250019:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b480 00000020:00000001:1.0:1767734676.968118:0:250019:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734676.968120:0:250019:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x5:0x0]: losing layout lock 00000080:00000001:1.0:1767734676.968123:0:250019:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734676.968126:0:250019:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734676.968133:0:250019:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734676.968136:0:250019:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734676.968139:0:250019:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x5:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734676.968141:0:250019:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.968144:0:250019:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734676.968146:0:250019:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b480 00000080:00000001:1.0:1767734676.968148:0:250019:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.968151:0:250019:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734676.968153:0:250019:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x5:0x0](ffff94b1c4b0e3c8) invalid 00000020:00000001:1.0:1767734676.968156:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3838 00000080:00002000:1.0:1767734676.968159:0:250019:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry 2 (ffff94b1f18e7288) parent ffff94b1f185e798 inode ffff94b1c4b0e3c8 refc 1 00000080:00000001:1.0:1767734676.968163:0:250019:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734676.968165:0:250019:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734676.968167:0:250019:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.968170:0:250019:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734676.968174:0:250019:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734676.968176:0:250019:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734676.968179:0:250019:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734676.968181:0:250019:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734676.968185:0:250019:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2b8b6 from hash 00010000:00000001:1.0:1767734676.968188:0:250019:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734676.968190:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.968191:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.968193:0:250019:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734676.968195:0:250019:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734676.968197:0:250019:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734676.968200:0:250019:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734676.968203:0:250019:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734676.968205:0:250019:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734676.968211:0:250019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02ced80. 00000020:00000040:1.0:1767734676.968214:0:250019:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=10 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734676.968219:0:250019:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734676.968223:0:250019:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734676.968226:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.968227:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.968229:0:250019:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.968237:0:250019:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734676.968240:0:250019:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734676.968243:0:250019:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734676.968249:0:250019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c3fbd200. 00000100:00000001:1.0:1767734676.968254:0:250019:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.968257:0:250019:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734676.968259:0:250019:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734676.968264:0:250019:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8b6 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dabc4a expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1767734676.968273:0:250019:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734676.968275:0:250019:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734676.968277:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734676.968280:0:250019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8b6 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dabc4a expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1767734676.968289:0:250019:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94b1f451f040. 00010000:00000040:1.0:1767734676.968294:0:250019:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1b00 count: 0 00010000:00000010:1.0:1767734676.968299:0:250019:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537e80. 00010000:00000001:1.0:1767734676.968350:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.968353:0:250019:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.968357:0:250019:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734676.968359:0:250019:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.968362:0:250019:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1767734676.968365:0:250019:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1767734676, ctime 1767734676 00000020:00100000:1.0:1767734676.968372:0:250019:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:1.0:1767734676.968381:0:250019:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02ced80 x1853602672079232/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734676.968391:0:250019:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734676.968393:0:250019:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734676.968398:0:250019:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b2010d99c0. 00000100:00000001:1.0:1767734676.968402:0:250019:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975599040 : -117982733952576 : ffff94b2010d99c0) 00000100:00000001:1.0:1767734676.968405:0:250019:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734676.968408:0:250019:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00000100:00000001:1.0:1767734676.968422:0:250019:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734676.968426:0:250019:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.968429:0:250019:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734676.968431:0:250019:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734676.968437:0:250019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02ced80 x1853602672079232/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734676.968446:0:250019:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734676.968448:0:250019:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734676.968451:0:250019:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734676.968454:0:250019:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734676.968457:0:250019:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734676.968460:0:250019:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02ced80 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250019:1853602672079232:192.168.203.112@tcp:36:touch.0 00000100:00000001:1.0:1767734676.968465:0:250019:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734676.968469:0:250019:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734676.968471:0:250019:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734676.968474:0:250019:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734676.968478:0:250019:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1d04bc000. 02000000:00000001:1.0:1767734676.968481:0:250019:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734676.968509:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734676.968514:0:250019:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8106e0. 00000400:00000010:1.0:1767734676.968520:0:250019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bc38. 00000100:00000200:1.0:1767734676.968525:0:250019:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672079232, portal 10 00000100:00000001:1.0:1767734676.968528:0:250019:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734676.968530:0:250019:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00000100:00000040:1.0:1767734676.968537:0:250019:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02ced80 x1853602672079232/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/512 e 0 to 0 dl 1767734692 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734676.968546:0:250019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734676.968550:0:250019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734676.968553:0:250019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b440. 00000100:00000200:1.0:1767734676.968556:0:250019:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1853602672079232, offset 0 00000400:00000200:1.0:1767734676.968562:0:250019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734676.968569:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734676.968575:0:250019:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734676.968587:0:250019:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734676.968591:0:250019:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734676.968594:0:250019:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734676.968598:0:250019:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734676.968602:0:250019:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66567:66567:256:4294967295] 192.168.203.112@tcp LPNI seq info [66567:66567:8:4294967295] 00000400:00000200:1.0:1767734676.968608:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734676.968618:0:250019:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734676.968624:0:250019:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734676.968629:0:250019:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ce00. 00000800:00000200:1.0:1767734676.968635:0:250019:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734676.968642:0:250019:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734676.968646:0:250019:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ce00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1767734676.968664:0:250019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734676.968669:0:250019:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 6058 usecs (7 jiffies) 00000400:00000200:1.0:1767734676.968674:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734676.968677:0:250019:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303438797 00000100:00000010:1.0:1767734676.968682:0:250019:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d8a0. 00000100:00000001:1.0:1767734676.968687:0:250019:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767734676.968697:0:250019:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303438797 00000100:00000010:1.0:1767734676.968701:0:250019:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d240. 00000100:00000001:1.0:1767734676.968704:0:250019:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767734676.968708:0:250019:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734676.968711:0:250019:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.968714:0:250019:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734676.968716:0:250019:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734676.968719:0:250019:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b2010d99c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734676.968722:0:250019:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734676.968725:0:250019:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734676.968840:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734676.968848:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ce00. 00000400:00000200:2.0:1767734676.968855:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734676.968863:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734676.968868:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b440 00000400:00000010:2.0:1767734676.968871:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b440. 00000100:00000001:2.0:1767734676.968875:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734676.968882:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ced80 x1853602672079232/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/512 e 0 to 0 dl 1767734692 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734676.968906:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734676.968911:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ced80 x1853602672079232/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/512 e 0 to 0 dl 1767734692 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734676.968921:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.968923:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734676.972085:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.972096:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734676.972100:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.972103:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734676.972111:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.972117:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734676.972124:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.972129:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.972134:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.972138:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d2f180 00000400:00000200:3.0:1767734676.972144:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.972149:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b905 [1] + 224 00000800:00000001:3.0:1767734676.972156:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.972164:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734676.972167:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734676.972171:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734676.972176:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734676.972194:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ced80 x1853602672079232/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/512 e 0 to 0 dl 1767734692 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734676.972208:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff94b1d02ced80 x1853602672079232/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/512 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734676.972234:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734676.972241:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734676.972246:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.972251:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734676.972262:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66568:66568:256:4294967295] 192.168.203.112@tcp LPNI seq info [66568:66568:8:4294967295] 00000400:00000200:3.0:1767734676.972267:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.972277:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734676.972283:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734676.972287:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416f00. 00000800:00000200:3.0:1767734676.972293:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734676.972300:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734676.972305:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416f00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734676.972360:0:250019:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734676.972370:0:250019:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734676.972372:0:250019:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734676.972388:0:250019:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8106e0. 00000400:00000200:1.0:1767734676.972396:0:250019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bc38 00000400:00000010:1.0:1767734676.972399:0:250019:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bc38. 00000100:00000001:1.0:1767734676.972405:0:250019:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734676.972416:0:250019:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02ced80 x1853602672079232/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/512 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734676.972422:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734676.972432:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416f00. 00000800:00000001:2.0:1767734676.972442:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767734676.972443:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734676.972445:0:250019:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02ced80 x1853602672079232/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/512 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734676.972456:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734676.972462:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767734676.972482:0:250019:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734676.972509:0:250019:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734676.972515:0:250019:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734676.972518:0:250019:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734676.972520:0:250019:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734676.972522:0:250019:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734676.972525:0:250019:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734676.972532:0:250019:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734676.972537:0:250019:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734676.972540:0:250019:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734676.972542:0:250019:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.972544:0:250019:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734676.972548:0:250019:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.972551:0:250019:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734676.972553:0:250019:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734676.972555:0:250019:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734676.972557:0:250019:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734676.972559:0:250019:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00000100:00000001:1.0:1767734676.972564:0:250019:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734676.972566:0:250019:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734676.972569:0:250019:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734676.972572:0:250019:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734676.972579:0:250019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02ced80 x1853602672079232/t12884924688(12884924688) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734692 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734676.972589:0:250019:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734676.972593:0:250019:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734676.972606:0:250019:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734676.972612:0:250019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02ced80 x1853602672079232/t12884924688(12884924688) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734692 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734676.972623:0:250019:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02ced80 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250019:1853602672079232:192.168.203.112@tcp:36:touch.0 00000100:00000001:1.0:1767734676.972629:0:250019:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734676.972632:0:250019:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.972634:0:250019:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734676.972636:0:250019:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734676.972640:0:250019:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ced80 x1853602672079232/t12884924688(12884924688) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734692 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734676.972648:0:250019:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734676.972652:0:250019:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b2010d99c0. 00000100:00000001:1.0:1767734676.972656:0:250019:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734676.972658:0:250019:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.972663:0:250019:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734676.972666:0:250019:0:(lmv_obd.c:2894:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.972671:0:250019:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734676.972673:0:250019:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734676.972685:0:250019:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920709 : 144115272414920709 : 2000013a3000005) 00000080:00000001:1.0:1767734676.972689:0:250019:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000100:00000001:1.0:1767734676.972693:0:250019:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734676.972697:0:250019:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02ced80 x1853602672079232/t12884924688(12884924688) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734692 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734676.972706:0:250019:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734676.972708:0:250019:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734676.972710:0:250019:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.972713:0:250019:0:(llite_lib.c:2075:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.972716:0:250019:0:(pcc.c:2639:pcc_inode_setattr()) Process entered 00000080:00000001:1.0:1767734676.972719:0:250019:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1767734676.972721:0:250019:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734676.972724:0:250019:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1767734676.972725:0:250019:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.972728:0:250019:0:(pcc.c:2648:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.972737:0:250019:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:1.0:1767734676.972740:0:250019:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734676.972743:0:250019:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144584 : -117983526407032 : ffff94b1d1d1b488) 00000020:00001000:1.0:1767734676.972746:0:250019:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b480 00000020:00000001:1.0:1767734676.972751:0:250019:0:(cl_object.c:150:cl_object_top()) ffff94b1e787cc38 -> ffff94b1e787cc38 00000020:00000001:1.0:1767734676.972754:0:250019:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734676.972757:0:250019:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734676.972759:0:250019:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x5:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734676.972764:0:250019:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734676.972766:0:250019:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734676.972770:0:250019:0:(file.c:7075:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1767734676.972773:0:250019:0:(file.c:6091:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1767734676.972775:0:250019:0:(file.c:6093:ll_take_md_lock()) trying to match res [0x2000013a3:0x5:0x0] 00000002:00000001:1.0:1767734676.972779:0:250019:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734676.972782:0:250019:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734676.972787:0:250019:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.972789:0:250019:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734676.972792:0:250019:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a3:0x5:0x0]: 0 00000080:00000001:1.0:1767734676.972794:0:250019:0:(file.c:6098:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.972797:0:250019:0:(file.c:7013:ll_layout_intent()) Process entered 00000080:00000010:1.0:1767734676.972801:0:250019:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c3fbde00. 00000080:00010000:1.0:1767734676.972807:0:250019:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2000013a3:0x5:0x0](ffff94b1c4b0e3c8) 00000080:00000001:1.0:1767734676.972810:0:250019:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734676.972813:0:250019:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734676.972816:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3958 00800000:00000002:1.0:1767734676.972818:0:250019:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'layout' for [0x2000013a3:0x5:0x0] '' on [0x2000013a3:0x5:0x0] 00800000:00000001:1.0:1767734676.972823:0:250019:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734676.972826:0:250019:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x5:0x0], fid2=[0x2000013a3:0x5:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734676.972830:0:250019:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734676.972832:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3828 00000002:00010000:1.0:1767734676.972834:0:250019:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a3:0x5:0x0]) in obj [0x2000013a3:0x5:0x0], intent: layout flags 0 00000002:00000001:1.0:1767734676.972838:0:250019:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734676.972840:0:250019:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:1.0:1767734676.972845:0:250019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cc000. 00000020:00000040:1.0:1767734676.972848:0:250019:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=11 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734676.972853:0:250019:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734676.972864:0:250019:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734676.972868:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.972870:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.972871:0:250019:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.972875:0:250019:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734676.972877:0:250019:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734676.972880:0:250019:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734676.972886:0:250019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c3fbc000. 00000100:00000001:1.0:1767734676.972891:0:250019:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.972894:0:250019:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734676.972896:0:250019:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.972899:0:250019:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734676.972901:0:250019:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.972903:0:250019:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.972907:0:250019:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00010000:00000001:1.0:1767734676.972911:0:250019:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734676.972913:0:250019:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767734676.972917:0:250019:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1a00. 00010000:00000010:1.0:1767734676.972921:0:250019:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537e80. 00010000:00000001:1.0:1767734676.972925:0:250019:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734676.972928:0:250019:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683e800. 00000020:00000001:1.0:1767734676.972931:0:250019:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734676.972935:0:250019:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683e800 with handle 0x1886cffb85c2b8bd to hash 00000020:00000001:1.0:1767734676.972937:0:250019:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734676.972939:0:250019:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734676.972943:0:250019:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734676.972946:0:250019:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734676.972948:0:250019:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734676.972952:0:250019:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b8bd lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 250019 initiator: MDT0 00010000:00010000:1.0:1767734676.972962:0:250019:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b8bd lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 250019 initiator: MDT0 00010000:00010000:1.0:1767734676.972972:0:250019:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b8bd lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 250019 initiator: MDT0 00000100:00000001:1.0:1767734676.972985:0:250019:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734676.972987:0:250019:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734676.972991:0:250019:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b2010d99c0. 00000100:00000001:1.0:1767734676.972993:0:250019:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975599040 : -117982733952576 : ffff94b2010d99c0) 00000100:00000001:1.0:1767734676.972997:0:250019:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734676.972999:0:250019:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000001:1.0:1767734676.973003:0:250019:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734676.973006:0:250019:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.973008:0:250019:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734676.973010:0:250019:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734676.973016:0:250019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cc000 x1853602672079360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.973025:0:250019:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734676.973027:0:250019:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734676.973031:0:250019:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734676.973034:0:250019:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734676.973036:0:250019:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734676.973040:0:250019:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250019:1853602672079360:192.168.203.112@tcp:101:touch.0 00000100:00000001:1.0:1767734676.973044:0:250019:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734676.973047:0:250019:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734676.973050:0:250019:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734676.973052:0:250019:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734676.973056:0:250019:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1d04bc800. 02000000:00000001:1.0:1767734676.973059:0:250019:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734676.973065:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734676.973069:0:250019:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8106e0. 00000400:00000010:1.0:1767734676.973074:0:250019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bc38. 00000100:00000200:1.0:1767734676.973079:0:250019:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672079360, portal 10 00000100:00000001:1.0:1767734676.973082:0:250019:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734676.973083:0:250019:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000040:1.0:1767734676.973090:0:250019:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cc000 x1853602672079360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/792 e 0 to 0 dl 1767734692 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.973112:0:250019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734676.973116:0:250019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734676.973119:0:250019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845baa0. 00000100:00000200:1.0:1767734676.973123:0:250019:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1853602672079360, offset 0 00000400:00000200:1.0:1767734676.973129:0:250019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734676.973135:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734676.973142:0:250019:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734676.973146:0:250019:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734676.973150:0:250019:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734676.973154:0:250019:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734676.973157:0:250019:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734676.973161:0:250019:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66569:66569:256:4294967295] 192.168.203.112@tcp LPNI seq info [66569:66569:8:4294967295] 00000400:00000200:1.0:1767734676.973167:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734676.973177:0:250019:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734676.973183:0:250019:0:(socklnd_cb.c:1001:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734676.973188:0:250019:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c900. 00000800:00000200:1.0:1767734676.973194:0:250019:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734676.973200:0:250019:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734676.973205:0:250019:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c900 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:1.0:1767734676.973227:0:250019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734676.973232:0:250019:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 6015 usecs (7 jiffies) 00000400:00000200:1.0:1767734676.973237:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734676.973240:0:250019:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303438801 00000100:00000001:1.0:1767734676.973246:0:250019:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303438797 00000100:00000001:1.0:1767734676.973251:0:250019:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303438801 00000100:00000001:1.0:1767734676.973255:0:250019:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303438797 00000100:00000001:1.0:1767734676.973259:0:250019:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734676.973262:0:250019:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.973272:0:250019:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734676.973274:0:250019:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734676.973277:0:250019:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b2010d99c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734676.973280:0:250019:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734676.973283:0:250019:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734676.973452:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734676.973460:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:2.0:1767734676.973466:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734676.973474:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734676.973479:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845baa0 00000400:00000010:2.0:1767734676.973482:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845baa0. 00000100:00000001:2.0:1767734676.973510:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734676.973518:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cc000 x1853602672079360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/792 e 0 to 0 dl 1767734692 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734676.973531:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734676.973535:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc000 x1853602672079360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/792 e 0 to 0 dl 1767734692 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734676.973544:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.973547:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734676.975732:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.975744:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734676.975748:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.975750:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734676.975758:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.975765:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734676.975771:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.975776:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.975781:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.975785:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 400 into portal 10 MB=0x695d780d2f200 00000400:00000200:3.0:1767734676.975801:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.975807:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 400/400 into md 0x7b90d [1] + 224 00000800:00000001:3.0:1767734676.975815:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.975823:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734676.975826:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734676.975831:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734676.975836:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734676.975843:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cc000 x1853602672079360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/792 e 0 to 0 dl 1767734692 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734676.975856:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=792 req@ffff94b1d02cc000 x1853602672079360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/792 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734676.975881:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734676.975889:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.975892:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734676.975976:0:250019:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734676.975986:0:250019:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734676.975988:0:250019:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734676.975992:0:250019:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8106e0. 00000400:00000200:1.0:1767734676.975999:0:250019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bc38 00000400:00000010:1.0:1767734676.976001:0:250019:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bc38. 00000100:00000001:1.0:1767734676.976005:0:250019:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734676.976015:0:250019:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cc000 x1853602672079360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/792 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734676.976030:0:250019:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cc000 x1853602672079360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/792 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.976040:0:250019:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734676.976042:0:250019:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734676.976045:0:250019:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734676.976048:0:250019:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734676.976050:0:250019:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734676.976052:0:250019:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734676.976056:0:250019:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734676.976062:0:250019:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734676.976066:0:250019:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734676.976070:0:250019:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734676.976072:0:250019:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.976074:0:250019:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734676.976078:0:250019:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.976081:0:250019:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734676.976083:0:250019:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734676.976085:0:250019:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734676.976088:0:250019:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734676.976092:0:250019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cc000 x1853602672079360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/400 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.976122:0:250019:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734676.976125:0:250019:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734676.976127:0:250019:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734676.976133:0:250019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cc000 x1853602672079360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/400 e 0 to 0 dl 1767734692 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734676.976143:0:250019:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250019:1853602672079360:192.168.203.112@tcp:101:touch.0 00000100:00000001:1.0:1767734676.976149:0:250019:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734676.976152:0:250019:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.976154:0:250019:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734676.976157:0:250019:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734676.976161:0:250019:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cc000 x1853602672079360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/400 e 0 to 0 dl 1767734692 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.976169:0:250019:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734676.976172:0:250019:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b2010d99c0. 00000100:00000001:1.0:1767734676.976175:0:250019:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734676.976177:0:250019:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.976180:0:250019:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734676.976182:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.976184:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.976187:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734676.976190:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734676.976194:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734676.976199:0:250019:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683e800, remote cookie: 0x9bbb2ede58dabc5f, flags: 0x1000 00010000:00000001:1.0:1767734676.976203:0:250019:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734676.976206:0:250019:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734676.976208:0:250019:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734676.976210:0:250019:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734676.976212:0:250019:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734676.976215:0:250019:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x5:0x0].0x0 (ffff94b1d21e1a00) refcount = 1 00010000:00010000:1.0:1767734676.976221:0:250019:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b8bd lrc: 4/1,0 mode: CR/CR res: [0x2000013a3:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc5f expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734676.976246:0:250019:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734676.976249:0:250019:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734676.976251:0:250019:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734676.976254:0:250019:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734676.976257:0:250019:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734676.976261:0:250019:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b8bd lrc: 4/1,0 mode: CR/CR res: [0x2000013a3:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc5f expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734676.976268:0:250019:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734676.976270:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.976272:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.976273:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.976275:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.976276:0:250019:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.976280:0:250019:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734676.976282:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.976283:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.976285:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734676.976288:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734676.976290:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734676.976293:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.976294:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734676.976299:0:250019:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff94b1d02cc000 x1853602672079360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/400 e 0 to 0 dl 1767734692 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:1.0:1767734676.976342:0:250019:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff94b1e7e86000: layout return lvb 56 transno 0 00010000:00000001:1.0:1767734676.976347:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.976348:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.976350:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734676.976353:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734676.976356:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734676.976360:0:250019:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b8bd lrc: 3/1,0 mode: CR/CR res: [0x2000013a3:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc5f expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00000002:00000010:1.0:1767734676.976385:0:250019:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94b1f451f040. 00010000:00000001:1.0:1767734676.976388:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.976390:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734676.976391:0:250019:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.976394:0:250019:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.976397:0:250019:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734676.976399:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.976401:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.976403:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734676.976405:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734676.976408:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000002:00010000:1.0:1767734676.976412:0:250019:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b8bd lrc: 3/1,0 mode: CR/CR res: [0x2000013a3:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc5f expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734676.976418:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.976420:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.976421:0:250019:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734676.976423:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.976425:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.976426:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734676.976428:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734676.976431:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000040:1.0:1767734676.976436:0:250019:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1a00 count: 2 00010000:00000001:1.0:1767734676.976438:0:250019:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734676.976442:0:250019:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 16 res 8589939619/5 (0 0) 00010000:00000001:1.0:1767734676.976446:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.976447:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734676.976449:0:250019:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734676.976452:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe37a8 00000002:00002000:1.0:1767734676.976455:0:250019:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:1.0:1767734676.976458:0:250019:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734676.976461:0:250019:0:(lmv_intent.c:523:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734676.976470:0:250019:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734676.976473:0:250019:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x2000013a3:0x5:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734676.976477:0:250019:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.976480:0:250019:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734676.976510:0:250019:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cc000 x1853602672079360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/400 e 0 to 0 dl 1767734692 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.976519:0:250019:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734676.976522:0:250019:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734676.976526:0:250019:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1d04bc800. 02000000:00000001:1.0:1767734676.976530:0:250019:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734676.976532:0:250019:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734676.976534:0:250019:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=10 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734676.976536:0:250019:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734676.976539:0:250019:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c3fbc000. 02000000:00000001:1.0:1767734676.976542:0:250019:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734676.976544:0:250019:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734676.976546:0:250019:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cc000. 00000100:00000001:1.0:1767734676.976550:0:250019:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734676.976552:0:250019:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734676.976556:0:250019:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c3fbde00. 00000080:00010000:1.0:1767734676.976561:0:250019:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x5:0x0](ffff94b1c4b0e3c8) for lock 0x1886cffb85c2b8bd 00800000:00000001:1.0:1767734676.976565:0:250019:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734676.976568:0:250019:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734676.976570:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.976572:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.976574:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734676.976577:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734676.976580:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734676.976583:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.976585:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734676.976587:0:250019:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734676.976589:0:250019:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734676.976592:0:250019:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b8bd from it ffffafc307fe3a78 00010000:00000001:1.0:1767734676.976594:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.976595:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.976604:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734676.976607:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734676.976610:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734676.976613:0:250019:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734676.976617:0:250019:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b8bd lrc: 3/1,0 mode: CR/CR res: [0x2000013a3:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc5f expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734676.976625:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.976626:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.976628:0:250019:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734676.976630:0:250019:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734676.976633:0:250019:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b8bd lrc: 2/0,0 mode: CR/CR res: [0x2000013a3:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc5f expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734676.976641:0:250019:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734676.976643:0:250019:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734676.976645:0:250019:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734676.976649:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.976650:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.976652:0:250019:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.976655:0:250019:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734676.976657:0:250019:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.976660:0:250019:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.976663:0:250019:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.976665:0:250019:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734676.976667:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.976668:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734676.976670:0:250019:0:(file.c:7047:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.976673:0:250019:0:(file.c:6091:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1767734676.976675:0:250019:0:(file.c:6093:ll_take_md_lock()) trying to match res [0x2000013a3:0x5:0x0] 00000002:00000001:1.0:1767734676.976679:0:250019:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734676.976681:0:250019:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734676.976684:0:250019:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1a00 count: 2 00010000:00000001:1.0:1767734676.976687:0:250019:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734676.976691:0:250019:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734676.976693:0:250019:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734676.976703:0:250019:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b8bd lrc: 2/1,0 mode: CR/CR res: [0x2000013a3:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc5f expref: -99 pid: 250019 timeout: 0 lvb_type: 3 02000000:00000001:1.0:1767734676.976712:0:250019:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734676.976716:0:250019:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734676.976719:0:250019:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b8bd lrc: 2/1,0 mode: CR/CR res: [0x2000013a3:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc5f expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00000002:00000001:1.0:1767734676.976727:0:250019:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1767734676.976730:0:250019:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a3:0x5:0x0]: 16 00000080:00000001:1.0:1767734676.976733:0:250019:0:(file.c:6098:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:1.0:1767734676.976736:0:250019:0:(file.c:6904:ll_layout_lock_set()) Process entered 00010000:00000001:1.0:1767734676.976738:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.976740:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.976741:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734676.976744:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734676.976746:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00000080:00010000:1.0:1767734676.976750:0:250019:0:(file.c:6914:ll_layout_lock_set()) ### file [0x2000013a3:0x5:0x0](00000000e68e9c83) being reconfigured ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b8bd lrc: 3/1,0 mode: CR/CR res: [0x2000013a3:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc5f expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00800000:00000001:1.0:1767734676.976759:0:250019:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734676.976761:0:250019:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734676.976762:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.976764:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.976765:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=4 00000020:00000001:1.0:1767734676.976768:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734676.976770:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734676.976773:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.976774:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734676.976776:0:250019:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734676.976778:0:250019:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.976781:0:250019:0:(file.c:6829:ll_layout_fetch()) Process entered 00000080:00000002:1.0:1767734676.976784:0:250019:0:(file.c:6832:ll_layout_fetch()) [0x2000013a3:0x5:0x0] LVB_READY=0 l_lvb_data=ffff94b1f451f040 l_lvb_len=56 00000080:00000001:1.0:1767734676.976787:0:250019:0:(file.c:6835:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.976794:0:250019:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734676.976796:0:250019:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000010:1.0:1767734676.976801:0:250019:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at ffff94b1d1d1bab0. 00000020:00000010:1.0:1767734676.976805:0:250019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c3fbde00. 00000020:00000010:1.0:1767734676.976809:0:250019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c3fbc000. 00000020:00000010:1.0:1767734676.976813:0:250019:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1dd24dde0. 00000008:00000010:1.0:1767734676.976822:0:250019:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f6900000. 00020000:00000010:1.0:1767734676.976827:0:250019:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fabe5f00. 00008000:00000010:1.0:1767734676.976831:0:250019:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1d13a66d8. 00000080:00000010:1.0:1767734676.976836:0:250019:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1f0d0ac78. 00000080:00000010:1.0:1767734676.976840:0:250019:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1d1cdf478. 00000020:00000010:1.0:1767734676.976844:0:250019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c3fbd000. 00000008:00000010:1.0:1767734676.976848:0:250019:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94b1f64dda20. 00020000:00000010:1.0:1767734676.976852:0:250019:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff94b2017be1c0. 00008000:00000010:1.0:1767734676.976856:0:250019:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94b1e7d6ff50. 00000080:00000010:1.0:1767734676.976860:0:250019:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94b1de5063c0. 00000020:00000001:1.0:1767734676.976863:0:250019:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183146168 : -117983526405448 : ffff94b1d1d1bab8) 00000020:00001000:1.0:1767734676.976866:0:250019:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1bab0 00000020:00000001:1.0:1767734676.976868:0:250019:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734676.976871:0:250019:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734676.976873:0:250019:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1767734676.976877:0:250019:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff94b1dd24dae0. 00020000:00000010:1.0:1767734676.976880:0:250019:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff94b1c838b380. 00020000:00000010:1.0:1767734676.976884:0:250019:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94b1dd24da80. 00020000:00000001:1.0:1767734676.976887:0:250019:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446626090373143168 : -117983336408448 : ffff94b1dd24da80) 00020000:00000002:1.0:1767734676.976891:0:250019:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1dd24da80, objid 0x5:5027, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734676.976896:0:250019:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734676.976901:0:250019:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1c838b380: ostid: 0x240000403:6239 ost idx: 0 gen: 0 00020000:00000002:1.0:1767734676.976905:0:250019:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f84534d8) owner ffff94b1c2ba8000 00020000:00000001:1.0:1767734676.976907:0:250019:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734676.976910:0:250019:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f84534d8) owner ffff94b1c2ba8000 00020000:00000010:1.0:1767734676.976914:0:250019:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94b1c838b380. 00020000:00000010:1.0:1767734676.976917:0:250019:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff94b1dd24dae0. 00020000:00000010:1.0:1767734676.976927:0:250019:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff94b1dd24da80. 00020000:00000002:1.0:1767734676.976929:0:250019:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x5:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734676.976932:0:250019:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.976935:0:250019:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.976938:0:250019:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734676.976941:0:250019:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c2ba8000 00020000:00000002:1.0:1767734676.976944:0:250019:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff94b1dd24d900 addref 2/0 by ffff94b1c2ba8000. 00020000:00000002:1.0:1767734676.976947:0:250019:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c2ba8000 00020000:00000001:1.0:1767734676.976950:0:250019:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734676.976952:0:250019:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1767734676.976953:0:250019:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1767734676.976955:0:250019:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1767734676.976958:0:250019:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1767734676.976961:0:250019:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x5:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1767734676.976964:0:250019:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1bab0 00000080:00000001:1.0:1767734676.976967:0:250019:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.976973:0:250019:0:(file.c:6951:ll_layout_lock_set()) Process leaving 00010000:00000001:1.0:1767734676.976975:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.976977:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.976979:0:250019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.976980:0:250019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.976982:0:250019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683e800 refcount=3 00000020:00000001:1.0:1767734676.976985:0:250019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734676.976988:0:250019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798802944 : -117982910748672 : ffff94b1f683e800) 00010000:00000001:1.0:1767734676.976990:0:250019:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734676.976994:0:250019:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b8bd lrc: 3/1,0 mode: CR/CR res: [0x2000013a3:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dabc5f expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734676.977002:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.977003:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.977005:0:250019:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734676.977007:0:250019:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734676.977010:0:250019:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b8bd lrc: 2/0,0 mode: CR/CR res: [0x2000013a3:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dabc5f expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734676.977017:0:250019:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734676.977026:0:250019:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734676.977028:0:250019:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734676.977031:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.977033:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.977035:0:250019:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.977038:0:250019:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734676.977040:0:250019:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.977042:0:250019:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.977045:0:250019:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.977048:0:250019:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734676.977050:0:250019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.977051:0:250019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734676.977053:0:250019:0:(file.c:6992:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.977056:0:250019:0:(file.c:7111:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.977059:0:250019:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734676.977063:0:250019:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x5:0x0]io ffff94b1d1cdebb8 type 3 ignore/verify layout 0/0 00020000:00000002:1.0:1767734676.977067:0:250019:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c2ba8000 00020000:00000001:1.0:1767734676.977071:0:250019:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1767734676.977074:0:250019:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1767734676.977077:0:250019:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1767734676.977079:0:250019:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734676.977083:0:250019:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1767734676.977086:0:250019:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1767734676.977088:0:250019:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.977090:0:250019:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734676.977092:0:250019:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1767734676.977094:0:250019:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1767734676.977095:0:250019:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c2ba8000 00000020:00000001:1.0:1767734676.977098:0:250019:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.977102:0:250019:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1767734676.977104:0:250019:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1767734676.977107:0:250019:0:(lov_io.c:1067:lov_io_setattr_iter_init()) Process entered 00020000:00000001:1.0:1767734676.977111:0:250019:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1767734676.977114:0:250019:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1767734676.977118:0:250019:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1767734676.977122:0:250019:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1767734676.977124:0:250019:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1767734676.977126:0:250019:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734676.977129:0:250019:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183146168 : -117983526405448 : ffff94b1d1d1bab8) 00000020:00001000:1.0:1767734676.977137:0:250019:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1bab0 00000020:00000001:1.0:1767734676.977140:0:250019:0:(cl_object.c:150:cl_object_top()) ffff94b1e787cdc8 -> ffff94b1e787cc38 00000020:00000001:1.0:1767734676.977143:0:250019:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1767734676.977146:0:250019:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734676.977148:0:250019:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1767734676.977150:0:250019:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734676.977152:0:250019:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734676.977155:0:250019:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446626090982828264 : -117982726723352 : ffff94b2017be8e8) 00000020:00000001:1.0:1767734676.977158:0:250019:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1767734676.977161:0:250019:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1767734676.977164:0:250019:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.977166:0:250019:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734676.977169:0:250019:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734676.977171:0:250019:0:(lov_io.c:1076:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.977173:0:250019:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.977175:0:250019:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1767734676.977178:0:250019:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1767734676.977180:0:250019:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734676.977182:0:250019:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1767734676.977184:0:250019:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734676.977186:0:250019:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.977188:0:250019:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734676.977190:0:250019:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734676.977192:0:250019:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.977194:0:250019:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734676.977196:0:250019:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.977198:0:250019:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.977200:0:250019:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:1.0:1767734676.977204:0:250019:0:(cl_object.c:150:cl_object_top()) ffff94b1e787cc38 -> ffff94b1e787cc38 00000020:00000001:1.0:1767734676.977207:0:250019:0:(cl_object.c:150:cl_object_top()) ffff94b1e787cc38 -> ffff94b1e787cc38 00000020:00000001:1.0:1767734676.977209:0:250019:0:(cl_object.c:255:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1767734676.977212:0:250019:0:(cl_object.c:268:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.977215:0:250019:0:(cl_object.c:150:cl_object_top()) ffff94b1e787cc38 -> ffff94b1e787cc38 00020000:00000001:1.0:1767734676.977217:0:250019:0:(lov_io.c:1630:lov_io_setattr_start()) Process entered 00020000:00000001:1.0:1767734676.977220:0:250019:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1767734676.977221:0:250019:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734676.977223:0:250019:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1767734676.977225:0:250019:0:(osc_io.c:692:osc_io_setattr_start()) Process entered 00000020:00000001:1.0:1767734676.977227:0:250019:0:(cl_object.c:150:cl_object_top()) ffff94b1d0c11880 -> ffff94b1e787cc38 00000020:00000001:1.0:1767734676.977229:0:250019:0:(cl_object.c:150:cl_object_top()) ffff94b1d0c11880 -> ffff94b1e787cc38 00000020:00000001:1.0:1767734676.977236:0:250019:0:(cl_object.c:217:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1767734676.977239:0:250019:0:(cl_object.c:229:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.977242:0:250019:0:(cl_object.c:150:cl_object_top()) ffff94b1d0c11880 -> ffff94b1e787cc38 00000020:00000001:1.0:1767734676.977244:0:250019:0:(cl_object.c:255:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1767734676.977247:0:250019:0:(lovsub_object.c:104:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1767734676.977249:0:250019:0:(lovsub_object.c:106:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.977252:0:250019:0:(cl_object.c:268:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.977254:0:250019:0:(cl_object.c:150:cl_object_top()) ffff94b1d0c11880 -> ffff94b1e787cc38 00000020:00000001:1.0:1767734676.977256:0:250019:0:(cl_object.c:505:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1767734676.977258:0:250019:0:(lovsub_object.c:149:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1767734676.977260:0:250019:0:(cl_object.c:505:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1767734676.977262:0:250019:0:(cl_object.c:511:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1767734676.977263:0:250019:0:(lovsub_object.c:151:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1767734676.977265:0:250019:0:(cl_object.c:511:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1767734676.977268:0:250019:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:1.0:1767734676.977273:0:250019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cc000. 00000020:00000040:1.0:1767734676.977276:0:250019:0:(genops.c:1229:class_import_get()) import ffff94b1f0134000 refcount=3 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000100:00000001:1.0:1767734676.977280:0:250019:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734676.977282:0:250019:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734676.977285:0:250019:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734676.977290:0:250019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c3fbd800. 00000100:00000001:1.0:1767734676.977295:0:250019:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.977300:0:250019:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734676.977304:0:250019:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734676.977345:0:250019:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000447eb3f] to pc [ptlrpcd_00_01+1] req@ffff94b1d02cc000 x1853602672079488/t0(0) o2->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1767734676.977381:0:250019:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734676.977388:0:250019:0:(osc_io.c:813:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.977392:0:250019:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734676.977395:0:250019:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734676.977398:0:250019:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734676.977400:0:250019:0:(lov_io.c:1645:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.977402:0:250019:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.977406:0:250019:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1767734676.977409:0:250019:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:1.0:1767734676.977412:0:250019:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1767734676.977414:0:250019:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1767734676.977463:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734676.977464:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734676.977473:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734676.977476:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.977478:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734676.977512:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cc000 x1853602672079488/t0(0) o2->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.977524:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734676.977527:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734676.977531:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734676.977535:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734676.977539:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734676.977544:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196092:1853602672079488:192.168.203.112@tcp:2:touch.0 00000100:00000001:1.0:1767734676.977549:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734676.977553:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734676.977556:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734676.977559:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734676.977563:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1d04bc800. 02000000:00000001:1.0:1767734676.977566:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734676.977573:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734676.977577:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8106e0. 00000400:00000010:1.0:1767734676.977581:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bc38. 00000100:00000200:1.0:1767734676.977586:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672079488, portal 4 00000100:00000001:1.0:1767734676.977589:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734676.977591:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000040:1.0:1767734676.977597:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cc000 x1853602672079488/t0(0) o2->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734692 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.977607:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734676.977610:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734676.977613:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b7f8. 00000100:00000200:1.0:1767734676.977616:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1853602672079488, offset 0 00000400:00000200:1.0:1767734676.977627:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734676.977633:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734676.977639:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734676.977644:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734676.977656:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734676.977660:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734676.977663:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734676.977668:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66570:66570:256:4294967295] 192.168.203.112@tcp LPNI seq info [66570:66570:8:4294967295] 00000400:00000200:1.0:1767734676.977674:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734676.977684:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734676.977690:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734676.977695:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cf00. 00000800:00000200:1.0:1767734676.977701:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734676.977707:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734676.977712:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cf00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1767734676.977731:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734676.977735:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: using a timeout of 6613 usecs (7 jiffies) 00000400:00000200:1.0:1767734676.977740:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734676.977743:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303438806 00000100:00000001:1.0:1767734676.977750:0:196092:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303438801 00000100:00000001:1.0:1767734676.977755:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303438806 00000100:00000001:1.0:1767734676.977758:0:196092:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303438801 00000100:00000001:1.0:1767734676.977762:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734676.977765:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.977768:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.977771:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734676.977781:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734676.977782:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767734676.977785:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734676.977787:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734676.977789:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.977792:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734676.977906:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734676.977914:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:2.0:1767734676.977921:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734676.977928:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734676.977934:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b7f8 00000400:00000010:2.0:1767734676.977937:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b7f8. 00000100:00000001:2.0:1767734676.977941:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734676.977948:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cc000 x1853602672079488/t0(0) o2->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734692 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734676.977960:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734676.977977:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cc000 x1853602672079488/t0(0) o2->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734692 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734676.977986:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.977989:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734676.978371:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1b00. 00010000:00000010:1.1:1767734676.978379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000800:00000001:3.0:1767734676.980429:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.980441:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734676.980444:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.980447:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734676.980455:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.980462:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734676.980468:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.980473:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.980477:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.980482:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 432 into portal 4 MB=0x695d780d2f280 00000400:00000200:3.0:1767734676.980524:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.980530:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 432/432 into md 0x7b915 [1] + 224 00000800:00000001:3.0:1767734676.980537:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.980546:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734676.980549:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734676.980554:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734676.980558:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734676.980566:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cc000 x1853602672079488/t0(0) o2->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734692 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734676.980592:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff94b1d02cc000 x1853602672079488/t0(0) o2->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734692 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734676.980616:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734676.980625:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.980630:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734676.980720:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734676.980726:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734676.980732:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734676.980747:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734676.980750:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8106e0. 00000400:00000200:1.0:1767734676.980757:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bc38 00000400:00000010:1.0:1767734676.980759:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bc38. 00000100:00000001:1.0:1767734676.980763:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734676.980773:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cc000 x1853602672079488/t0(0) o2->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734692 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734676.980787:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cc000 x1853602672079488/t0(0) o2->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734692 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.980798:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734676.980800:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734676.980803:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734676.980805:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734676.980807:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734676.980810:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734676.980813:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734676.980819:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134458 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734676.980823:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134410 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734676.980826:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734676.980828:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.980831:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734676.980835:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.980838:0:196092:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734676.980839:0:196092:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734676.980842:0:196092:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734676.980844:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734676.980846:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000001:1.0:1767734676.980849:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734676.980851:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734676.980853:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734676.980856:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734676.980861:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cc000 x1853602672079488/t17179871171(17179871171) o2->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.980870:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734676.980873:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734676.980881:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767734676.980885:0:196092:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:1.0:1767734676.980907:0:196092:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734676.980914:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cc000 x1853602672079488/t17179871171(17179871171) o2->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734692 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734676.980925:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196092:1853602672079488:192.168.203.112@tcp:2:touch.0 00000100:00000001:1.0:1767734676.980931:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734676.980933:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734676.980937:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cc000 x1853602672079488/t17179871171(17179871171) o2->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734692 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.980945:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.980947:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734676.980953:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734676.980955:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.980957:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734676.980960:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734676.981025:0:250019:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1767734676.981030:0:250019:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734676.981034:0:250019:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734676.981042:0:250019:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1767734676.981045:0:250019:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1767734676.981048:0:250019:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1767734676.981050:0:250019:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1767734676.981052:0:250019:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1767734676.981053:0:250019:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1767734676.981055:0:250019:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734676.981057:0:250019:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734676.981059:0:250019:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1767734676.981061:0:250019:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1767734676.981062:0:250019:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1767734676.981064:0:250019:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1767734676.981066:0:250019:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1767734676.981068:0:250019:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1767734676.981070:0:250019:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1767734676.981071:0:250019:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1767734676.981074:0:250019:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1767734676.981075:0:250019:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734676.981078:0:250019:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734676.981080:0:250019:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1767734676.981081:0:250019:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1767734676.981083:0:250019:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734676.981090:0:250019:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1767734676.981092:0:250019:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1767734676.981094:0:250019:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1767734676.981095:0:250019:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1767734676.981097:0:250019:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1767734676.981099:0:250019:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1bab0 00020000:00000001:2.0:1767734676.981103:0:250019:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1767734676.981106:0:250019:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1767734676.981109:0:250019:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1767734676.981112:0:250019:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x5:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1767734676.981117:0:250019:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1767734676.981118:0:250019:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1767734676.981120:0:250019:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b480 00000080:00000001:2.0:1767734676.981135:0:250019:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734676.981138:0:250019:0:(llite_lib.c:2534:ll_setattr_raw()) Process leaving 00000080:00000010:2.0:1767734676.981142:0:250019:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c3fbca00. 00000020:00000001:2.0:1767734676.981150:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3c30 00000080:00200008:2.0:1767734676.981155:0:250019:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file 2:[0x2000013a3:0x5:0x0](ffff94b1c4b0e3c8) current size 0, valid attrs 201f0, mode 0, uid -1055604710, gid -1, new size 18446744072416066071, atime 1767734676.000000000, mtime 1767734676.000000000, ctime 1767734676.000000000, rc 0 00000080:00000001:2.0:1767734676.981167:0:250019:0:(llite_lib.c:2566:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734676.981179:0:250019:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1767734676.981183:0:250019:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c2ba8000 00020000:00000002:2.0:1767734676.981187:0:250019:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c2ba8000 00020000:00000001:2.0:1767734676.981191:0:250019:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734676.981197:0:250019:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1767734676.981200:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3dd0 00000080:00200008:2.0:1767734676.981203:0:250019:0:(file.c:424:ll_file_release()) START file 2:[0x2000013a3:0x5:0x0](ffff94b1c4b0e3c8), flags 104001 00000080:00000001:2.0:1767734676.981207:0:250019:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1767734676.981210:0:250019:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1767734676.981212:0:250019:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1767734676.981214:0:250019:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c2ba8000 00020000:00000002:2.0:1767734676.981217:0:250019:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c2ba8000 00020000:00000001:2.0:1767734676.981219:0:250019:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734676.981222:0:250019:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:2.0:1767734676.981227:0:250019:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734676.981229:0:250019:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734676.981234:0:250019:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1a00 count: 2 00010000:00000001:2.0:1767734676.981237:0:250019:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767734676.981242:0:250019:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734676.981244:0:250019:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a3:0x5:0x0]: 0 00000080:00000001:2.0:1767734676.981248:0:250019:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1767734676.981251:0:250019:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1767734676.981255:0:250019:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1d8ddb400. 00000080:00000001:2.0:1767734676.981258:0:250019:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1767734676.981262:0:250019:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1767734676.981265:0:250019:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:2.0:1767734676.981268:0:250019:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a3:0x5:0x0] 00000002:00000001:2.0:1767734676.981271:0:250019:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:2.0:1767734676.981274:0:250019:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1e7e86000: [0x2000013a3:0x5:0x0] file closed with intent: 0 00000100:00000010:2.0:1767734676.981287:0:250019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02caa00. 00000020:00000040:2.0:1767734676.981291:0:250019:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=11 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:2.0:1767734676.981295:0:250019:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734676.981297:0:250019:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734676.981301:0:250019:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734676.981306:0:250019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d8ddac00. 00000100:00000001:2.0:1767734676.981348:0:250019:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1767734676.981368:0:250019:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1d02cdf80 x1853602672078976/t12884924687(12884924687) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/664 e 0 to 0 dl 1767734692 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1767734676.981381:0:250019:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:2.0:1767734676.981387:0:250019:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02caa00 x1853602672079744/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1767734676.981396:0:250019:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734676.981397:0:250019:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734676.981402:0:250019:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c59d2f00. 00000100:00000001:2.0:1767734676.981405:0:250019:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089978375936 : -117983731175680 : ffff94b1c59d2f00) 00000100:00000001:2.0:1767734676.981408:0:250019:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734676.981410:0:250019:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155551232 : -117983554000384 : ffff94b1d02caa00) 00000100:00000001:2.0:1767734676.981414:0:250019:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734676.981417:0:250019:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.981419:0:250019:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734676.981420:0:250019:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734676.981425:0:250019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02caa00 x1853602672079744/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734676.981433:0:250019:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734676.981435:0:250019:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734676.981438:0:250019:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734676.981441:0:250019:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734676.981443:0:250019:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734676.981447:0:250019:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02caa00 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250019:1853602672079744:192.168.203.112@tcp:35:touch.0 00000100:00000001:2.0:1767734676.981452:0:250019:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734676.981463:0:250019:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734676.981466:0:250019:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734676.981468:0:250019:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734676.981473:0:250019:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0133000. 02000000:00000001:2.0:1767734676.981475:0:250019:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734676.981482:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734676.981523:0:250019:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e7e8. 00000400:00000010:2.0:1767734676.981530:0:250019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa297f8. 00000100:00000200:2.0:1767734676.981535:0:250019:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672079744, portal 10 00000100:00000001:2.0:1767734676.981538:0:250019:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734676.981540:0:250019:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155551232 : -117983554000384 : ffff94b1d02caa00) 00000100:00000040:2.0:1767734676.981547:0:250019:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02caa00 x1853602672079744/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734692 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734676.981556:0:250019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734676.981559:0:250019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734676.981562:0:250019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29ee0. 00000100:00000200:2.0:1767734676.981565:0:250019:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672079744, offset 0 00000400:00000200:2.0:1767734676.981570:0:250019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734676.981577:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.981583:0:250019:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734676.981587:0:250019:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734676.981591:0:250019:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734676.981595:0:250019:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734676.981598:0:250019:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734676.981602:0:250019:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66571:66571:256:4294967295] 192.168.203.112@tcp LPNI seq info [66571:66571:8:4294967295] 00000400:00000200:2.0:1767734676.981607:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734676.981616:0:250019:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734676.981622:0:250019:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734676.981627:0:250019:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790000. 00000800:00000200:2.0:1767734676.981633:0:250019:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734676.981639:0:250019:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734676.981644:0:250019:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1767734676.981675:0:250019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734676.981680:0:250019:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5920 usecs (6 jiffies) 00000400:00000200:2.0:1767734676.981686:0:250019:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734676.981688:0:250019:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303438809 00000100:00000001:2.0:1767734676.981694:0:250019:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303438806 00000100:00000001:2.0:1767734676.981698:0:250019:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303438809 00000100:00000001:2.0:1767734676.981702:0:250019:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303438806 00000100:00000001:2.0:1767734676.981705:0:250019:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734676.981708:0:250019:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.981711:0:250019:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734676.981713:0:250019:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734676.981716:0:250019:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c59d2f00 going to sleep for 11 seconds 00000100:00000001:2.0:1767734676.981718:0:250019:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734676.981721:0:250019:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734676.981851:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734676.981859:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790000. 00000400:00000200:3.0:1767734676.981865:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734676.981873:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734676.981878:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29ee0 00000400:00000010:3.0:1767734676.981881:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29ee0. 00000100:00000001:3.0:1767734676.981885:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734676.981893:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02caa00 x1853602672079744/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734692 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734676.981905:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734676.981909:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02caa00 x1853602672079744/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734692 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734676.981919:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734676.981921:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734676.985064:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.985076:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734676.985080:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.985083:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734676.985090:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.985097:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734676.985104:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.985108:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.985113:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.985117:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d2f380 00000400:00000200:3.0:1767734676.985123:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.985128:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b91d [1] + 224 00000800:00000001:3.0:1767734676.985147:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.985155:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734676.985158:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734676.985163:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734676.985168:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734676.985175:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02caa00 x1853602672079744/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734692 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734676.985189:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1d02caa00 x1853602672079744/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734676.985214:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734676.985222:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.985225:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734676.985347:0:250019:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734676.985357:0:250019:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734676.985359:0:250019:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734676.985363:0:250019:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e7e8. 00000400:00000200:2.0:1767734676.985370:0:250019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa297f8 00000400:00000010:2.0:1767734676.985372:0:250019:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa297f8. 00000100:00000001:2.0:1767734676.985376:0:250019:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734676.985386:0:250019:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02caa00 x1853602672079744/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1767734676.985400:0:250019:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02caa00 x1853602672079744/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734676.985409:0:250019:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734676.985411:0:250019:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734676.985414:0:250019:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734676.985417:0:250019:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734676.985419:0:250019:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734676.985421:0:250019:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734676.985424:0:250019:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734676.985431:0:250019:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dca0 time=6 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734676.985447:0:250019:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734676.985450:0:250019:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734676.985452:0:250019:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734676.985455:0:250019:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734676.985458:0:250019:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.985461:0:250019:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767734676.985463:0:250019:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1767734676.985465:0:250019:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767734676.985467:0:250019:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734676.985469:0:250019:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155551232 : -117983554000384 : ffff94b1d02caa00) 00000100:00000001:2.0:1767734676.985472:0:250019:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734676.985474:0:250019:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:2.0:1767734676.985476:0:250019:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734676.985478:0:250019:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734676.985510:0:250019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02caa00 x1853602672079744/t12884924690(12884924690) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734692 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734676.985521:0:250019:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734676.985524:0:250019:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734676.985526:0:250019:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734676.985531:0:250019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02caa00 x1853602672079744/t12884924690(12884924690) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734692 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767734676.985541:0:250019:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02caa00 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250019:1853602672079744:192.168.203.112@tcp:35:touch.0 00000100:00000001:2.0:1767734676.985547:0:250019:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734676.985550:0:250019:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.985552:0:250019:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734676.985554:0:250019:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734676.985558:0:250019:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02caa00 x1853602672079744/t12884924690(12884924690) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734692 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734676.985566:0:250019:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734676.985569:0:250019:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c59d2f00. 00000100:00000001:2.0:1767734676.985572:0:250019:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734676.985574:0:250019:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.985587:0:250019:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734676.985589:0:250019:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155551232 : -117983554000384 : ffff94b1d02caa00) 00000002:00000001:2.0:1767734676.985592:0:250019:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734676.985595:0:250019:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734676.985599:0:250019:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d8ddb400. 00000080:00000001:2.0:1767734676.985603:0:250019:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1767734676.985605:0:250019:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1767734676.985609:0:250019:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1767734676.985615:0:250019:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1d02cdf80 x1853602672078976/t12884924687(12884924687) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/664 e 0 to 0 dl 1767734692 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1767734676.985624:0:250019:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734676.985627:0:250019:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734676.985629:0:250019:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451f880. 00000100:00000001:2.0:1767734676.985632:0:250019:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734676.985636:0:250019:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02caa00 x1853602672079744/t12884924690(12884924690) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734692 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734676.985644:0:250019:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734676.985646:0:250019:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734676.985649:0:250019:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1c2ea03c0. 00000080:00000001:2.0:1767734676.985653:0:250019:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734676.985657:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3dd0 00000080:00000008:2.0:1767734676.985660:0:250019:0:(file.c:464:ll_file_release()) COMPLETED file 2:[0x2000013a3:0x5:0x0](ffff94b1c4b0e3c8), flags 104001, rc = 0 00000080:00000001:2.0:1767734676.985665:0:250019:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734676.985669:0:250019:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1767734676.985671:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3e00 00000080:00002000:2.0:1767734676.985674:0:250019:0:(dcache.c:127:ll_ddelete()) deleting dentry 2 (ffff94b1f18e7288, parent ffff94b1f185e798, inode ffff94b1c4b0e3c8) hashed, 00000080:00000001:2.0:1767734676.985677:0:250019:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1767734676.985682:0:250019:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767734676.985686:0:250019:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767734676.985690:0:250019:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1767734676.985691:0:250019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307fe3e00 00000080:00002000:2.0:1767734676.985693:0:250019:0:(dcache.c:127:ll_ddelete()) keeping dentry 2 (ffff94b1f185e798, parent ffff94b1df7ac798, inode ffff94b1d15aa1c8) hashed, 00000080:00000001:2.0:1767734676.985697:0:250019:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734676.988420:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303438809, at 4303438810 00000100:00000010:2.0:1767734676.988445:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d8a0. 00000100:00000040:3.0:1767734676.989391:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303438809, at 4303438811 00000100:00000010:3.0:1767734676.989403:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d240. 00000080:00000001:3.0:1767734676.990993:0:250020:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734676.990998:0:250020:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734676.990999:0:250020:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734676.991002:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febb20 00000080:00200000:3.0:1767734676.991006:0:250020:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:3.0:1767734676.991013:0:250020:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c38daa00. 00800000:00000002:3.0:1767734676.991018:0:250020:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:3.0:1767734676.991021:0:250020:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734676.991024:0:250020:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734676.991026:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feba40 00800000:00000002:3.0:1767734676.991029:0:250020:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734676.991033:0:250020:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734676.991036:0:250020:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734676.991041:0:250020:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734676.991043:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feb910 00000002:00010000:3.0:1767734676.991045:0:250020:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734676.991049:0:250020:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734676.991051:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734676.991053:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734676.991065:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:3.0:1767734676.991069:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734676.991073:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734676.991076:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734676.991081:0:250020:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734676.991093:0:250020:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734676.991097:0:250020:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734676.991101:0:250020:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734676.991110:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734676.991112:0:250020:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734676.991115:0:250020:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734676.991117:0:250020:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734676.991119:0:250020:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734676.991122:0:250020:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734676.991125:0:250020:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734676.991128:0:250020:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:3.0:1767734676.991131:0:250020:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c38daa00. 00000080:00000001:3.0:1767734676.991135:0:250020:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734676.991136:0:250020:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734676.991140:0:250020:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:3.0:1767734676.991143:0:250020:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b885 00800000:00000001:3.0:1767734676.991147:0:250020:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734676.991149:0:250020:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734676.991151:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734676.991153:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734676.991156:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:3.0:1767734676.991158:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:3.0:1767734676.991162:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:3.0:1767734676.991165:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734676.991167:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734676.991174:0:250020:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734676.991176:0:250020:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734676.991180:0:250020:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b885 from it ffffafc307febb58 00010000:00000001:3.0:1767734676.991182:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734676.991184:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734676.991186:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:3.0:1767734676.991188:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:3.0:1767734676.991191:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:3.0:1767734676.991193:0:250020:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734676.991197:0:250020:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734676.991205:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734676.991206:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734676.991208:0:250020:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734676.991210:0:250020:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734676.991213:0:250020:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734676.991220:0:250020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734676.991222:0:250020:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734676.991224:0:250020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734676.991227:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734676.991229:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734676.991231:0:250020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.991233:0:250020:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734676.991235:0:250020:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.991238:0:250020:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.991240:0:250020:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.991243:0:250020:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734676.991244:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734676.991246:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734676.991248:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734676.991250:0:250020:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734676.991253:0:250020:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:3.0:1767734676.991258:0:250020:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734676.991267:0:250020:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767734676.991269:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febae8 00000080:00002000:3.0:1767734676.991272:0:250020:0:(dcache.c:87:ll_dcompare()) found name d160k.sanity(ffff94b1df7ac798) flags 0x20000e refc 2 00000080:00000001:3.0:1767734676.991275:0:250020:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734676.991277:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febb30 00000080:00200000:3.0:1767734676.991279:0:250020:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160k.sanity, flags=24 00000080:00000001:3.0:1767734676.991283:0:250020:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734676.991285:0:250020:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734676.991288:0:250020:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767734676.991290:0:250020:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), inode mode 41ed mask 1 00000080:00000001:3.0:1767734676.991293:0:250020:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734676.991296:0:250020:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767734676.991297:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febb48 00000080:00002000:3.0:1767734676.991300:0:250020:0:(dcache.c:87:ll_dcompare()) found name 2(ffff94b1f185e798) flags 0x28000e refc 0 00000080:00000001:3.0:1767734676.991302:0:250020:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734676.991305:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febb90 00000080:00200000:3.0:1767734676.991307:0:250020:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=2, flags=8 00000080:00000001:3.0:1767734676.991360:0:250020:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734676.991363:0:250020:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734676.991375:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febd08 00000080:00200008:3.0:1767734676.991380:0:250020:0:(file.c:6252:ll_getattr_dentry()) START file 2:[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1767734676.991392:0:250020:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734676.991395:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febc80 00000080:00200000:3.0:1767734676.991398:0:250020:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8),name=2 00000080:00000010:3.0:1767734676.991405:0:250020:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c38daa00. 00000080:00000001:3.0:1767734676.991413:0:250020:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734676.991416:0:250020:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734676.991420:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febba0 00800000:00000002:3.0:1767734676.991424:0:250020:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a3:0x4:0x0] '2' on [0x2000013a3:0x1:0x0] 00800000:00000001:3.0:1767734676.991428:0:250020:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734676.991432:0:250020:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x1:0x0], fid2=[0x2000013a3:0x4:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734676.991438:0:250020:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734676.991440:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feba70 00000002:00010000:3.0:1767734676.991443:0:250020:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a3:0x4:0x0]) in obj [0x2000013a3:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734676.991447:0:250020:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734676.991456:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734676.991459:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734676.991463:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 2 00010000:00000001:3.0:1767734676.991466:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767734676.991471:0:250020:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 30 res 8589939619/4 (0 0) 00000002:00000001:3.0:1767734676.991475:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734676.991477:0:250020:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734676.991480:0:250020:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767734676.991482:0:250020:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767734676.991511:0:250020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd9500. 00000020:00000040:3.0:1767734676.991515:0:250020:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=12 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:3.0:1767734676.991520:0:250020:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734676.991524:0:250020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734676.991527:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734676.991529:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734676.991531:0:250020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734676.991534:0:250020:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734676.991536:0:250020:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734676.991540:0:250020:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734676.991545:0:250020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f9ce7800. 00000100:00000001:3.0:1767734676.991551:0:250020:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.991554:0:250020:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734676.991557:0:250020:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.991559:0:250020:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734676.991561:0:250020:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734676.991563:0:250020:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734676.991568:0:250020:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090970354944 : -117982739196672 : ffff94b200bd9500) 00010000:00000001:3.0:1767734676.991571:0:250020:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734676.991573:0:250020:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767734676.991576:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461700 count: 2 00010000:00000001:3.0:1767734676.991579:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734676.991581:0:250020:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734676.991585:0:250020:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5741000. 00000020:00000001:3.0:1767734676.991589:0:250020:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734676.991592:0:250020:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5741000 with handle 0x1886cffb85c2b8c4 to hash 00000020:00000001:3.0:1767734676.991595:0:250020:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734676.991604:0:250020:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734676.991607:0:250020:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734676.991611:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734676.991613:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734676.991618:0:250020:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 250020 initiator: MDT0 00010000:00010000:3.0:1767734676.991626:0:250020:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250020 initiator: MDT0 00010000:00010000:3.0:1767734676.991637:0:250020:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250020 initiator: MDT0 00000100:00000001:3.0:1767734676.991644:0:250020:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734676.991646:0:250020:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734676.991650:0:250020:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206ff00. 00000100:00000001:3.0:1767734676.991653:0:250020:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723507968 : -117982986043648 : ffff94b1f206ff00) 00000100:00000001:3.0:1767734676.991656:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734676.991658:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970354944 : -117982739196672 : ffff94b200bd9500) 00000100:00000001:3.0:1767734676.991661:0:250020:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734676.991665:0:250020:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734676.991667:0:250020:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734676.991669:0:250020:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734676.991677:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd9500 x1853602672079872/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734676.991687:0:250020:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734676.991689:0:250020:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734676.991693:0:250020:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734676.991695:0:250020:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734676.991698:0:250020:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734676.991703:0:250020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd9500 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672079872:192.168.203.112@tcp:101:rm.0 00000100:00000001:3.0:1767734676.991707:0:250020:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734676.991710:0:250020:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734676.991713:0:250020:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734676.991721:0:250020:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734676.991725:0:250020:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1e7e84800. 02000000:00000001:3.0:1767734676.991728:0:250020:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734676.991735:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734676.991738:0:250020:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113dc0. 00000400:00000010:3.0:1767734676.991743:0:250020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7088. 00000100:00000200:3.0:1767734676.991748:0:250020:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672079872, portal 10 00000100:00000001:3.0:1767734676.991750:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734676.991752:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970354944 : -117982739196672 : ffff94b200bd9500) 00000100:00000040:3.0:1767734676.991760:0:250020:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bd9500 x1853602672079872/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734692 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734676.991769:0:250020:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734676.991773:0:250020:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734676.991776:0:250020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7bb0. 00000100:00000200:3.0:1767734676.991779:0:250020:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672079872, offset 0 00000400:00000200:3.0:1767734676.991785:0:250020:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734676.991791:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.991797:0:250020:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734676.991801:0:250020:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734676.991805:0:250020:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734676.991809:0:250020:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734676.991812:0:250020:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734676.991816:0:250020:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66572:66572:256:4294967295] 192.168.203.112@tcp LPNI seq info [66572:66572:8:4294967295] 00000400:00000200:3.0:1767734676.991822:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.991831:0:250020:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734676.991837:0:250020:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734676.991841:0:250020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416f00. 00000800:00000200:3.0:1767734676.991847:0:250020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734676.991854:0:250020:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734676.991859:0:250020:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767734676.991879:0:250020:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734676.991894:0:250020:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5881 usecs (6 jiffies) 00000400:00000200:3.0:1767734676.991900:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734676.991903:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303438819 00000100:00000010:3.0:1767734676.991908:0:250020:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1c5895480. 00000100:00000001:3.0:1767734676.991913:0:250020:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767734676.991918:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303438819 00000100:00000010:3.0:1767734676.991922:0:250020:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1c5895c60. 00000100:00000001:3.0:1767734676.991925:0:250020:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767734676.991929:0:250020:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734676.991932:0:250020:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734676.991935:0:250020:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734676.991937:0:250020:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734676.991940:0:250020:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206ff00 going to sleep for 11 seconds 00000100:00000001:3.0:1767734676.991943:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734676.991946:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734676.992038:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734676.992046:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416f00. 00000400:00000200:2.0:1767734676.992052:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734676.992060:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734676.992065:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7bb0 00000400:00000010:2.0:1767734676.992068:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7bb0. 00000100:00000001:2.0:1767734676.992073:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734676.992080:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd9500 x1853602672079872/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734692 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734676.992092:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734676.992097:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd9500 x1853602672079872/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734692 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734676.992106:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.992108:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734676.994660:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.994671:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734676.994675:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.994679:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734676.994686:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.994693:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734676.994701:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.994705:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.994711:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.994715:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d2f400 00000400:00000200:3.0:1767734676.994721:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.994727:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7b92d [1] + 224 00000800:00000001:3.0:1767734676.994734:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.994741:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734676.994744:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734676.994749:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734676.994754:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734676.994773:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd9500 x1853602672079872/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734692 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734676.994787:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200bd9500 x1853602672079872/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734676.994815:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734676.994824:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.994828:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734676.994906:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734676.994916:0:250020:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734676.994918:0:250020:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734676.994922:0:250020:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113dc0. 00000400:00000200:1.0:1767734676.994929:0:250020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7088 00000400:00000010:1.0:1767734676.994932:0:250020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7088. 00000100:00000001:1.0:1767734676.994936:0:250020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734676.994946:0:250020:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd9500 x1853602672079872/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734676.994961:0:250020:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd9500 x1853602672079872/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.994971:0:250020:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734676.994973:0:250020:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734676.994976:0:250020:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734676.994979:0:250020:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734676.994981:0:250020:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734676.994983:0:250020:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734676.994999:0:250020:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734676.995006:0:250020:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734676.995011:0:250020:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734676.995014:0:250020:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734676.995016:0:250020:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.995019:0:250020:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734676.995022:0:250020:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.995026:0:250020:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734676.995028:0:250020:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734676.995030:0:250020:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734676.995033:0:250020:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734676.995038:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd9500 x1853602672079872/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.995048:0:250020:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734676.995051:0:250020:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734676.995053:0:250020:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734676.995058:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd9500 x1853602672079872/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734692 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734676.995067:0:250020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd9500 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672079872:192.168.203.112@tcp:101:rm.0 00000100:00000001:1.0:1767734676.995073:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734676.995076:0:250020:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.995078:0:250020:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734676.995080:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734676.995083:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd9500 x1853602672079872/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734692 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.995091:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734676.995094:0:250020:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206ff00. 00000100:00000001:1.0:1767734676.995098:0:250020:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734676.995099:0:250020:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.995103:0:250020:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734676.995106:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.995108:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.995111:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=4 00000020:00000001:1.0:1767734676.995119:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734676.995123:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000040:1.0:1767734676.995129:0:250020:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c5741000, remote cookie: 0x9bbb2ede58dabc6d, flags: 0x1001 00010000:00010000:1.0:1767734676.995135:0:250020:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734676.995146:0:250020:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x4:0x0].0x0, instead of [0x2000013a3:0x1:0x0].0x0 00010000:00000001:1.0:1767734676.995150:0:250020:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1767734676.995155:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 2 00010000:00000001:1.0:1767734676.995158:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734676.995161:0:250020:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734676.995165:0:250020:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734676.995175:0:250020:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.995182:0:250020:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734676.995185:0:250020:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734676.995187:0:250020:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734676.995189:0:250020:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734676.995191:0:250020:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734676.995194:0:250020:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x4:0x0].0x0 (ffff94b1d21e1f00) refcount = 2 00010000:00000040:1.0:1767734676.995197:0:250020:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767734676.995201:0:250020:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 1/0,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc2e expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734676.995209:0:250020:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.995217:0:250020:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734676.995225:0:250020:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734676.995227:0:250020:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734676.995230:0:250020:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734676.995232:0:250020:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734676.995236:0:250020:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.995244:0:250020:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734676.995245:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.995247:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.995249:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.995250:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.995252:0:250020:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.995256:0:250020:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734676.995258:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.995259:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.995261:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734676.995264:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734676.995267:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734676.995269:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.995271:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.995273:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=4 00000020:00000001:1.0:1767734676.995275:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734676.995278:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734676.995281:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734676.995284:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734676.995288:0:250020:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.995295:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.995296:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.995298:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.995299:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.995301:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=5 00000020:00000001:1.0:1767734676.995303:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734676.995356:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734676.995359:0:250020:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734676.995364:0:250020:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.995373:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.995375:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734676.995379:0:250020:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.995387:0:250020:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734676.995389:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.995391:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.995394:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.995395:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734676.995403:0:250020:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200bd9500 x1853602672079872/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734692 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734676.995413:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.995415:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.995417:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734676.995420:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734676.995423:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734676.995425:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.995427:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734676.995429:0:250020:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.995432:0:250020:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.995435:0:250020:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734676.995437:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.995439:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.995441:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734676.995443:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734676.995445:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00000002:00010000:1.0:1767734676.995449:0:250020:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.995465:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.995467:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.995469:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734676.995471:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.995473:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.995474:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734676.995477:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734676.995479:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000040:1.0:1767734676.995483:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 3 00010000:00000001:1.0:1767734676.995509:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734676.995513:0:250020:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/4 (0 0) 00010000:00000001:1.0:1767734676.995517:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.995518:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734676.995520:0:250020:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734676.995523:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feb9f0 00000002:00002000:1.0:1767734676.995525:0:250020:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734676.995529:0:250020:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734676.995532:0:250020:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734676.995535:0:250020:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734676.995538:0:250020:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734676.995542:0:250020:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734676.995546:0:250020:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c38daa00. 00000080:00000001:1.0:1767734676.995551:0:250020:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734676.995553:0:250020:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734676.995557:0:250020:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734676.995560:0:250020:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734676.995562:0:250020:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734676.995564:0:250020:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x4:0x0] 00000080:00000001:1.0:1767734676.995568:0:250020:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.995571:0:250020:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920708 : 144115272414920708 : 2000013a3000004) 00000080:00000001:1.0:1767734676.995574:0:250020:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734676.995579:0:250020:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x4:0x0], updating i_size 512 00010000:00000001:1.0:1767734676.995582:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.995593:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.995595:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734676.995597:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734676.995600:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734676.995604:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.995605:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734676.995607:0:250020:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767734676.995609:0:250020:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767734676.995610:0:250020:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734676.995613:0:250020:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734676.995615:0:250020:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734676.995619:0:250020:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x4:0x0](ffff94b1d15aa1c8) for lock 0x1886cffb85c2b8c4 00800000:00000001:1.0:1767734676.995622:0:250020:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734676.995624:0:250020:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734676.995626:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.995628:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.995629:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734676.995632:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734676.995634:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734676.995637:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.995638:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734676.995640:0:250020:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734676.995642:0:250020:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.995645:0:250020:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734676.995647:0:250020:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.995650:0:250020:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734676.995653:0:250020:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x4:0x0](ffff94b1d15aa1c8) 00000080:00010000:1.0:1767734676.995656:0:250020:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b8c4 from it ffffafc307febcb8 00010000:00000001:1.0:1767734676.995659:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.995660:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.995662:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734676.995664:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734676.995667:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734676.995670:0:250020:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734676.995678:0:250020:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.995687:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.995689:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.995691:0:250020:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734676.995693:0:250020:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734676.995696:0:250020:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.995703:0:250020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734676.995706:0:250020:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734676.995708:0:250020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734676.995711:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.995713:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.995715:0:250020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.995718:0:250020:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734676.995720:0:250020:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.995722:0:250020:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.995726:0:250020:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.995728:0:250020:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734676.995730:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.995731:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734676.995733:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734676.995740:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd9500 x1853602672079872/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734692 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.995748:0:250020:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734676.995750:0:250020:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734676.995753:0:250020:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1e7e84800. 02000000:00000001:1.0:1767734676.995757:0:250020:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734676.995759:0:250020:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734676.995761:0:250020:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=11 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734676.995764:0:250020:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734676.995766:0:250020:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f9ce7800. 02000000:00000001:1.0:1767734676.995769:0:250020:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734676.995771:0:250020:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734676.995773:0:250020:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd9500. 00000100:00000001:1.0:1767734676.995782:0:250020:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734676.995784:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734676.995789:0:250020:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.995794:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febd08 00000080:00000008:1.0:1767734676.995797:0:250020:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file 2:[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1767734676.995802:0:250020:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734676.995804:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febda0 00000080:00002000:1.0:1767734676.995807:0:250020:0:(dcache.c:127:ll_ddelete()) keeping dentry 2 (ffff94b1f185e798, parent ffff94b1df7ac798, inode ffff94b1d15aa1c8) hashed, 00000080:00000001:1.0:1767734676.995810:0:250020:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.995842:0:250020:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734676.995846:0:250020:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734676.995848:0:250020:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734676.995850:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febbc0 00000080:00200000:1.0:1767734676.995852:0:250020:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734676.995859:0:250020:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f4629a00. 00800000:00000002:1.0:1767734676.995864:0:250020:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734676.995867:0:250020:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734676.995870:0:250020:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734676.995872:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febae0 00800000:00000002:1.0:1767734676.995874:0:250020:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734676.995878:0:250020:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734676.995882:0:250020:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734676.995886:0:250020:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734676.995888:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feb9b0 00000002:00010000:1.0:1767734676.995890:0:250020:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734676.995895:0:250020:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734676.995897:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734676.995899:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734676.995903:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:1.0:1767734676.995906:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734676.995910:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734676.995912:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734676.995916:0:250020:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734676.995940:0:250020:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734676.995943:0:250020:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734676.995947:0:250020:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734676.995955:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734676.995958:0:250020:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734676.995960:0:250020:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734676.995962:0:250020:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734676.995965:0:250020:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734676.995967:0:250020:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734676.995970:0:250020:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734676.995973:0:250020:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734676.995976:0:250020:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f4629a00. 00000080:00000001:1.0:1767734676.995980:0:250020:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734676.995982:0:250020:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734676.995985:0:250020:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734676.995988:0:250020:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b885 00800000:00000001:1.0:1767734676.995992:0:250020:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734676.995994:0:250020:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734676.995996:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.995998:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.996000:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:1.0:1767734676.996003:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:1.0:1767734676.996006:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:1.0:1767734676.996009:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.996011:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734676.996012:0:250020:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734676.996014:0:250020:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734676.996017:0:250020:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b885 from it ffffafc307febbf8 00010000:00000001:1.0:1767734676.996020:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734676.996021:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734676.996028:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:1.0:1767734676.996031:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:1.0:1767734676.996034:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:1.0:1767734676.996037:0:250020:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734676.996040:0:250020:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.996047:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.996049:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.996050:0:250020:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734676.996052:0:250020:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734676.996055:0:250020:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734676.996062:0:250020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734676.996064:0:250020:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734676.996066:0:250020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734676.996068:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.996070:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.996072:0:250020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.996074:0:250020:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734676.996076:0:250020:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.996078:0:250020:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.996081:0:250020:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.996083:0:250020:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734676.996085:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.996086:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734676.996088:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734676.996090:0:250020:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734676.996093:0:250020:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734676.996097:0:250020:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.996101:0:250020:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734676.996103:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febb88 00000080:00002000:1.0:1767734676.996105:0:250020:0:(dcache.c:87:ll_dcompare()) found name d160k.sanity(ffff94b1df7ac798) flags 0x20000e refc 2 00000080:00000001:1.0:1767734676.996108:0:250020:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.996111:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febbd0 00000080:00200000:1.0:1767734676.996118:0:250020:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160k.sanity, flags=26 00000080:00000001:1.0:1767734676.996121:0:250020:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734676.996123:0:250020:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.996127:0:250020:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734676.996129:0:250020:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), inode mode 41ed mask 1 00000080:00000001:1.0:1767734676.996133:0:250020:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.996136:0:250020:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734676.996137:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febbc0 00000080:00002000:1.0:1767734676.996139:0:250020:0:(dcache.c:87:ll_dcompare()) found name 2(ffff94b1f185e798) flags 0x28004e refc 0 00000080:00000001:1.0:1767734676.996142:0:250020:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734676.996144:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febc08 00000080:00200000:1.0:1767734676.996146:0:250020:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=2, flags=266 00000080:00000001:1.0:1767734676.996148:0:250020:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734676.996150:0:250020:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.996153:0:250020:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734676.996155:0:250020:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), inode mode 41ed mask 44 00000080:00000001:1.0:1767734676.996158:0:250020:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734676.996162:0:250020:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:1.0:1767734676.996164:0:250020:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1767734676.996166:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febb78 00000080:00200008:1.0:1767734676.996168:0:250020:0:(file.c:1001:ll_file_open()) START file 2:[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), flags 704400 00000080:00000010:1.0:1767734676.996173:0:250020:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1c2ea0b40. 00000080:00000001:1.0:1767734676.996179:0:250020:0:(file.c:717:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1767734676.996182:0:250020:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f4629a00. 00000080:00000001:1.0:1767734676.996187:0:250020:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734676.996189:0:250020:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734676.996191:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feba28 00800000:00000002:1.0:1767734676.996193:0:250020:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a3:0x4:0x0] '' on [0x2000013a3:0x1:0x0] 00800000:00000001:1.0:1767734676.996197:0:250020:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:1.0:1767734676.996199:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feb9a8 00800000:00000002:1.0:1767734676.996202:0:250020:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x2000013a3:0x1:0x0], fid2=[0x2000013a3:0x4:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734676.996206:0:250020:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734676.996208:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feb8e0 00000002:00010000:1.0:1767734676.996210:0:250020:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a3:0x4:0x0]) in obj [0x2000013a3:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:1.0:1767734676.996214:0:250020:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734676.996216:0:250020:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1767734676.996224:0:250020:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734676.996228:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 3 00010000:00000001:1.0:1767734676.996231:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734676.996234:0:250020:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734676.996237:0:250020:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.996240:0:250020:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.996243:0:250020:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.996245:0:250020:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734676.996247:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461700 count: 2 00010000:00000001:1.0:1767734676.996250:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734676.996252:0:250020:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734676.996254:0:250020:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.996256:0:250020:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.996258:0:250020:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734676.996263:0:250020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cd880. 00000020:00000040:1.0:1767734676.996266:0:250020:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=12 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734676.996270:0:250020:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734676.996272:0:250020:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.996274:0:250020:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734676.996277:0:250020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734676.996280:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734676.996282:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734676.996283:0:250020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.996286:0:250020:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734676.996288:0:250020:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734676.996290:0:250020:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734676.996296:0:250020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be000. 00000100:00000001:1.0:1767734676.996301:0:250020:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.996305:0:250020:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734676.996307:0:250020:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.996359:0:250020:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734676.996362:0:250020:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734676.996366:0:250020:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734676.996373:0:250020:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00010000:00000001:1.0:1767734676.996378:0:250020:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734676.996393:0:250020:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734676.996398:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461700 count: 2 00010000:00000001:1.0:1767734676.996402:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734676.996406:0:250020:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734676.996410:0:250020:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734676.996414:0:250020:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734676.996419:0:250020:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2b8cb to hash 00000020:00000001:1.0:1767734676.996422:0:250020:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734676.996425:0:250020:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734676.996429:0:250020:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734676.996434:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734676.996436:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734676.996441:0:250020:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8cb lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 250020 initiator: MDT0 00010000:00010000:1.0:1767734676.996449:0:250020:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8cb lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250020 initiator: MDT0 00000020:00100000:1.0:1767734676.996461:0:250020:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 2 is allocated opc 101, max 7 00000100:00100000:1.0:1767734676.996469:0:250020:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cd880 x1853602672080128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1767734676.996481:0:250020:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8cb lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250020 initiator: MDT0 00000100:00000001:1.0:1767734676.996513:0:250020:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734676.996515:0:250020:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734676.996520:0:250020:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b2010d9a80. 00000100:00000001:1.0:1767734676.996523:0:250020:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975599232 : -117982733952384 : ffff94b2010d9a80) 00000100:00000001:1.0:1767734676.996526:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734676.996528:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000001:1.0:1767734676.996532:0:250020:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734676.996536:0:250020:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.996538:0:250020:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734676.996540:0:250020:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734676.996552:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cd880 x1853602672080128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.996562:0:250020:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734676.996564:0:250020:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734676.996568:0:250020:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734676.996571:0:250020:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734676.996573:0:250020:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734676.996577:0:250020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cd880 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672080128:192.168.203.112@tcp:101:rm.0 00000100:00000001:1.0:1767734676.996582:0:250020:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734676.996585:0:250020:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734676.996588:0:250020:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734676.996590:0:250020:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734676.996713:0:250020:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767734676.996716:0:250020:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734676.996723:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734676.996727:0:250020:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8106e0. 00000400:00000010:1.0:1767734676.996733:0:250020:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b1f9290800. 00000100:00000200:1.0:1767734676.996738:0:250020:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602672080128, portal 10 00000100:00000001:1.0:1767734676.996741:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734676.996743:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000040:1.0:1767734676.996750:0:250020:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cd880 x1853602672080128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734692 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734676.996759:0:250020:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734676.996762:0:250020:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734676.996765:0:250020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bc38. 00000100:00000200:1.0:1767734676.996768:0:250020:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853602672080128, offset 0 00000400:00000200:1.0:1767734676.996779:0:250020:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734676.996785:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734676.996791:0:250020:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734676.996795:0:250020:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734676.996799:0:250020:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734676.996802:0:250020:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734676.996806:0:250020:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734676.996816:0:250020:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66573:66573:256:4294967295] 192.168.203.112@tcp LPNI seq info [66573:66573:8:4294967295] 00000400:00000200:1.0:1767734676.996822:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734676.996833:0:250020:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734676.996839:0:250020:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734676.996844:0:250020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cd00. 00000800:00000200:1.0:1767734676.996850:0:250020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734676.996857:0:250020:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734676.996861:0:250020:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cd00 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:1.0:1767734676.996880:0:250020:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734676.996884:0:250020:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5812 usecs (6 jiffies) 00000400:00000200:1.0:1767734676.996889:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734676.996892:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303438824 00000100:00000001:1.0:1767734676.996898:0:250020:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303438819 00000100:00000001:1.0:1767734676.996903:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303438824 00000100:00000001:1.0:1767734676.996907:0:250020:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303438819 00000100:00000001:1.0:1767734676.996910:0:250020:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734676.996914:0:250020:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734676.996916:0:250020:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734676.996918:0:250020:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734676.996921:0:250020:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b2010d9a80 going to sleep for 11 seconds 00000100:00000001:1.0:1767734676.996924:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734676.996926:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734676.997037:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734676.997045:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cd00. 00000400:00000200:2.0:1767734676.997052:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734676.997060:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734676.997065:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bc38 00000400:00000010:2.0:1767734676.997068:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bc38. 00000100:00000001:2.0:1767734676.997072:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734676.997079:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cd880 x1853602672080128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734692 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734676.997092:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734676.997096:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd880 x1853602672080128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734692 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734676.997105:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734676.997108:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1767734676.997377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c7ea35c0. 00000800:00000001:3.0:1767734676.999711:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.999722:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734676.999726:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.999729:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734676.999737:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.999744:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734676.999751:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.999755:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.999760:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.999765:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d780d2f500 00000400:00000200:3.0:1767734676.999831:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734676.999838:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x7b93d [64] + 224 00000800:00000001:3.0:1767734676.999845:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.999854:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734676.999857:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734676.999862:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734676.999867:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734676.999874:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cd880 x1853602672080128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734692 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734676.999889:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b1d02cd880 x1853602672080128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734676.999913:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734676.999920:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734676.999923:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.000007:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734677.000016:0:250020:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734677.000019:0:250020:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734677.000022:0:250020:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8106e0. 00000400:00000200:1.0:1767734677.000029:0:250020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f9290800 00000400:00000010:1.0:1767734677.000032:0:250020:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b1f9290800. 00000100:00000001:1.0:1767734677.000036:0:250020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734677.000046:0:250020:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cd880 x1853602672080128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734677.000083:0:250020:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cd880 x1853602672080128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.000093:0:250020:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734677.000096:0:250020:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.000099:0:250020:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734677.000101:0:250020:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734677.000103:0:250020:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734677.000106:0:250020:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.000109:0:250020:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734677.000115:0:250020:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734677.000119:0:250020:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734677.000122:0:250020:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767734677.000127:0:250020:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1d02cd880 x1853602672080128/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734692 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.000136:0:250020:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734677.000139:0:250020:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734677.000141:0:250020:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734677.000144:0:250020:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734677.000146:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.000147:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000001:1.0:1767734677.000150:0:250020:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734677.000152:0:250020:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734677.000154:0:250020:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734677.000156:0:250020:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767734677.000161:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cd880 x1853602672080128/t12884924691(12884924691) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734692 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.000170:0:250020:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767734677.000173:0:250020:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734677.000175:0:250020:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734677.000180:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cd880 x1853602672080128/t12884924691(12884924691) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734692 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734677.000205:0:250020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cd880 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672080128:192.168.203.112@tcp:101:rm.0 00000100:00000001:1.0:1767734677.000211:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.000214:0:250020:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734677.000216:0:250020:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734677.000218:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.000222:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd880 x1853602672080128/t12884924691(12884924691) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734692 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.000231:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734677.000234:0:250020:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b2010d9a80. 00000100:00000001:1.0:1767734677.000237:0:250020:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734677.000239:0:250020:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767734677.000242:0:250020:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734677.000246:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.000248:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.000251:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734677.000254:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734677.000257:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00010000:1.0:1767734677.000262:0:250020:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8cb lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250020 initiator: MDT0 00010000:00000001:1.0:1767734677.000274:0:250020:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767734677.000278:0:250020:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8cb lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 250020 initiator: MDT0 00010000:00000001:1.0:1767734677.000286:0:250020:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734677.000289:0:250020:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8cb lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 250020 initiator: MDT0 00010000:00000001:1.0:1767734677.000296:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.000298:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734677.000301:0:250020:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8cb lrc: 3/0,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 250020 initiator: MDT0 00010000:00000001:1.0:1767734677.000359:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734677.000363:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.000369:0:250020:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767734677.000374:0:250020:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8cb lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 250020 initiator: MDT0 00010000:00010000:1.0:1767734677.000383:0:250020:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f683ea00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767734677.000387:0:250020:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767734677.000392:0:250020:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8cb lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 250020 initiator: MDT0 00010000:00000001:1.0:1767734677.000400:0:250020:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767734677.000403:0:250020:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767734677.000408:0:250020:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8cb lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 250020 initiator: MDT0 00010000:00000001:1.0:1767734677.000414:0:250020:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767734677.000418:0:250020:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767734677.000420:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.000422:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.000424:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=5 00000020:00000001:1.0:1767734677.000426:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734677.000429:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734677.000432:0:250020:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734677.000435:0:250020:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8cb lrc: 5/0,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 250020 initiator: MDT0 00000080:00000001:1.0:1767734677.000441:0:250020:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734677.000442:0:250020:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734677.000446:0:250020:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767734677.000448:0:250020:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734677.000450:0:250020:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734677.000452:0:250020:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734677.000461:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734677.000464:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734677.000467:0:250020:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2b8cb from hash 00010000:00000001:1.0:1767734677.000470:0:250020:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734677.000472:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.000474:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.000475:0:250020:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734677.000477:0:250020:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734677.000479:0:250020:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767734677.000482:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.000483:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.000507:0:250020:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.000510:0:250020:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734677.000514:0:250020:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8cb lrc: 3/0,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 250020 initiator: MDT0 00010000:00000001:1.0:1767734677.000520:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.000521:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.000523:0:250020:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767734677.000525:0:250020:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734677.000527:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.000529:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.000530:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734677.000533:0:250020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8cb lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 250020 initiator: MDT0 00010000:00000001:1.0:1767734677.000544:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.000546:0:250020:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767734677.000550:0:250020:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767734677.000558:0:250020:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff94b1d02cd880 x1853602672080128/t12884924691(12884924691) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734692 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734677.000569:0:250020:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1767734677.000574:0:250020:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02cd880 x1853602672080128/t12884924691(12884924691) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734692 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734677.000582:0:250020:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.000593:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734677.000595:0:250020:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.000597:0:250020:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.000599:0:250020:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.000602:0:250020:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1767734677.000604:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.000606:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00010000:00000001:1.0:1767734677.000609:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734677.000610:0:250020:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.000613:0:250020:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734677.000615:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feb860 00000002:00002000:1.0:1767734677.000618:0:250020:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1767734677.000621:0:250020:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.000625:0:250020:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.000628:0:250020:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734677.000630:0:250020:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x2000013a3:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734677.000634:0:250020:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734677.000638:0:250020:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f4629a00. 00000080:00000001:1.0:1767734677.000642:0:250020:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734677.000646:0:250020:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734677.000649:0:250020:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734677.000651:0:250020:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734677.000653:0:250020:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x4:0x0] 00000080:00000001:1.0:1767734677.000655:0:250020:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.000659:0:250020:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920708 : 144115272414920708 : 2000013a3000004) 00000080:00000001:1.0:1767734677.000662:0:250020:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734677.000666:0:250020:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x4:0x0], updating i_size 512 00000080:00000001:1.0:1767734677.000669:0:250020:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734677.000672:0:250020:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734677.000673:0:250020:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.000677:0:250020:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734677.000679:0:250020:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.000681:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.000686:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd880 x1853602672080128/t12884924691(12884924691) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734692 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.000706:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.000710:0:250020:0:(file.c:828:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734677.000714:0:250020:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1f451fc00. 00000080:00000001:1.0:1767734677.000717:0:250020:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1767734677.000720:0:250020:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1767734677.000723:0:250020:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1767734677.000726:0:250020:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1c53e7200. 00000002:00100000:1.0:1767734677.000731:0:250020:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02cd880 x1853602672080128/t12884924691(12884924691) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734692 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734677.000739:0:250020:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.000741:0:250020:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1767734677.000745:0:250020:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1767734677.000749:0:250020:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.000751:0:250020:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1767734677.000753:0:250020:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.000755:0:250020:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734677.000759:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.000763:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cd880 x1853602672080128/t12884924691(12884924691) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734692 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1767734677.000771:0:250020:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734677.000773:0:250020:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767734677.000818:0:250020:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767734677.000820:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.000823:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febb78 00000080:00000008:1.0:1767734677.000825:0:250020:0:(file.c:1240:ll_file_open()) COMPLETED file 2:[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), flags 704400, rc = 0 00000080:00000001:1.0:1767734677.000830:0:250020:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.000843:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febd28 00000080:00200008:1.0:1767734677.000846:0:250020:0:(file.c:6252:ll_getattr_dentry()) START file 2:[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1767734677.000851:0:250020:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734677.000855:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febca0 00000080:00200000:1.0:1767734677.000858:0:250020:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8),name=2 00000080:00000010:1.0:1767734677.000863:0:250020:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f4629a00. 00000080:00000001:1.0:1767734677.000875:0:250020:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734677.000878:0:250020:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734677.000880:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febbc0 00800000:00000002:1.0:1767734677.000882:0:250020:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a3:0x4:0x0] '2' on [0x2000013a3:0x1:0x0] 00800000:00000001:1.0:1767734677.000886:0:250020:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734677.000890:0:250020:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x1:0x0], fid2=[0x2000013a3:0x4:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734677.000894:0:250020:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734677.000896:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feba90 00000002:00010000:1.0:1767734677.000898:0:250020:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a3:0x4:0x0]) in obj [0x2000013a3:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734677.000902:0:250020:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734677.000904:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734677.000906:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734677.000910:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 3 00010000:00000001:1.0:1767734677.000913:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734677.000918:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734677.000920:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734677.000924:0:250020:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 2/1,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734677.000933:0:250020:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734677.000937:0:250020:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734677.000941:0:250020:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 2/1,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734677.000948:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734677.000950:0:250020:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734677.000953:0:250020:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734677.000955:0:250020:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734677.000957:0:250020:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734677.000959:0:250020:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734677.000962:0:250020:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734677.000965:0:250020:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f4629a00. 00000080:00000001:1.0:1767734677.000968:0:250020:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734677.000970:0:250020:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734677.000979:0:250020:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x4:0x0](ffff94b1d15aa1c8) 00000080:00010000:1.0:1767734677.000983:0:250020:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x4:0x0](ffff94b1d15aa1c8) for lock 0x1886cffb85c2b8c4 00800000:00000001:1.0:1767734677.000986:0:250020:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734677.000988:0:250020:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734677.000990:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.000992:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.000994:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734677.000997:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734677.001000:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734677.001003:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.001004:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734677.001006:0:250020:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.001008:0:250020:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734677.001010:0:250020:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b8c4 from it ffffafc307febcd8 00010000:00000001:1.0:1767734677.001013:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.001014:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.001016:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734677.001018:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734677.001021:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734677.001023:0:250020:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734677.001027:0:250020:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.001034:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.001035:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.001037:0:250020:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734677.001039:0:250020:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734677.001042:0:250020:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.001049:0:250020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734677.001052:0:250020:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734677.001053:0:250020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734677.001056:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.001062:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.001064:0:250020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.001067:0:250020:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734677.001069:0:250020:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.001071:0:250020:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.001074:0:250020:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.001077:0:250020:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734677.001078:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.001080:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734677.001082:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734677.001084:0:250020:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734677.001087:0:250020:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.001091:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febd28 00000080:00000008:1.0:1767734677.001094:0:250020:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file 2:[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1767734677.001141:0:250020:0:(dir.c:346:ll_iterate()) Process entered 00000080:00200000:1.0:1767734677.001145:0:250020:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8) pos/size0/512 32bit_api 0 00000080:00000010:1.0:1767734677.001152:0:250020:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f4629a00. 00000080:00000001:1.0:1767734677.001156:0:250020:0:(dir.c:199:ll_dir_read()) Process entered 00800000:00000001:1.0:1767734677.001161:0:250020:0:(lmv_obd.c:3288:lmv_read_page()) Process entered 00000002:00000001:1.0:1767734677.001166:0:250020:0:(mdc_request.c:1464:mdc_read_page()) Process entered 00000002:00000001:1.0:1767734677.001168:0:250020:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734677.001170:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febab8 00000002:00010000:1.0:1767734677.001172:0:250020:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a3:0x4:0x0]) in obj [0x2000013a3:0x4:0x0], intent: readdir flags 0 00000002:00000001:1.0:1767734677.001176:0:250020:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734677.001178:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734677.001180:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734677.001184:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 3 00010000:00000001:1.0:1767734677.001186:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734677.001190:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734677.001192:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734677.001196:0:250020:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 2/1,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734677.001204:0:250020:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734677.001207:0:250020:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734677.001210:0:250020:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 2/1,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734677.001230:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734677.001232:0:250020:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734677.001234:0:250020:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734677.001237:0:250020:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734677.001239:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.001240:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.001242:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734677.001245:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734677.001247:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734677.001250:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.001252:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734677.001253:0:250020:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.001360:0:250020:0:(mdc_request.c:1339:ll_mdc_read_page_remote()) Process entered 00000002:00000010:1.0:1767734677.001372:0:250020:0:(mdc_request.c:1346:ll_mdc_read_page_remote()) kmalloced '(page_pool)': 2048 at ffff94b1f9290800. 00000002:00000001:1.0:1767734677.002201:0:250020:0:(mdc_request.c:1035:mdc_getpage()) Process entered 00000100:00000010:1.0:1767734677.002207:0:250020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cea00. 00000020:00000040:1.0:1767734677.002211:0:250020:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=13 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:1.0:1767734677.002215:0:250020:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734677.002217:0:250020:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734677.002220:0:250020:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734677.002226:0:250020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f4629200. 00000100:00000001:1.0:1767734677.002231:0:250020:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.002234:0:250020:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767734677.002239:0:250020:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff94b1d04bc400. 00000100:00000010:1.0:1767734677.002244:0:250020:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff94b1c7ede000. 00000020:00000040:1.0:1767734677.002247:0:250020:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=14 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:1.0:1767734677.002265:0:250020:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734677.002267:0:250020:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734677.002271:0:250020:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b2010d9a80. 00000100:00000001:1.0:1767734677.002273:0:250020:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975599232 : -117982733952384 : ffff94b2010d9a80) 00000100:00000001:1.0:1767734677.002276:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.002278:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155567616 : -117983553984000 : ffff94b1d02cea00) 00000100:00000001:1.0:1767734677.002282:0:250020:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734677.002291:0:250020:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.002293:0:250020:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734677.002295:0:250020:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734677.002302:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cea00 x1853602672080256/t0(0) o37->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.002349:0:250020:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734677.002352:0:250020:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.002355:0:250020:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734677.002358:0:250020:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734677.002361:0:250020:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734677.002367:0:250020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cea00 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672080256:192.168.203.112@tcp:37:rm.0 00000100:00000001:1.0:1767734677.002373:0:250020:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734677.002378:0:250020:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734677.002382:0:250020:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.002386:0:250020:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1767734677.002396:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734677.002402:0:250020:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8106e0. 00000400:00000010:1.0:1767734677.002410:0:250020:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff94b2018d0000. 00000100:00000200:1.0:1767734677.002419:0:250020:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x695d780d2f580-0x695d780d2f580, portal 14 00000100:00000001:1.0:1767734677.002424:0:250020:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.002427:0:250020:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734677.002431:0:250020:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1d04be400. 02000000:00000001:1.0:1767734677.002434:0:250020:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734677.002439:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734677.002442:0:250020:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810b58. 00000400:00000010:1.0:1767734677.002446:0:250020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bdd0. 00000100:00000200:1.0:1767734677.002450:0:250020:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672080256, portal 10 00000100:00000001:1.0:1767734677.002453:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.002456:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155567616 : -117983553984000 : ffff94b1d02cea00) 00000100:00000040:1.0:1767734677.002463:0:250020:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cea00 x1853602672080256/t0(0) o37->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/440 e 0 to 0 dl 1767734693 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.002472:0:250020:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734677.002476:0:250020:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734677.002512:0:250020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bbb0. 00000100:00000200:1.0:1767734677.002517:0:250020:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1853602672080256, offset 0 00000400:00000200:1.0:1767734677.002525:0:250020:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734677.002533:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734677.002540:0:250020:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734677.002545:0:250020:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734677.002549:0:250020:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734677.002554:0:250020:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734677.002558:0:250020:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734677.002563:0:250020:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66574:66574:256:4294967295] 192.168.203.112@tcp LPNI seq info [66574:66574:8:4294967295] 00000400:00000200:1.0:1767734677.002569:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734677.002585:0:250020:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734677.002594:0:250020:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734677.002599:0:250020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cb00. 00000800:00000200:1.0:1767734677.002607:0:250020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734677.002617:0:250020:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734677.002622:0:250020:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cb00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1767734677.002643:0:250020:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734677.002648:0:250020:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5760 usecs (6 jiffies) 00000400:00000200:1.0:1767734677.002653:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734677.002656:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303438830 00000100:00000001:1.0:1767734677.002664:0:250020:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303438824 00000100:00000001:1.0:1767734677.002669:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303438830 00000100:00000001:1.0:1767734677.002674:0:250020:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303438824 00000100:00000001:1.0:1767734677.002680:0:250020:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734677.002683:0:250020:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.002687:0:250020:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734677.002689:0:250020:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734677.002691:0:250020:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b2010d9a80 going to sleep for 11 seconds 00000100:00000001:1.0:1767734677.002694:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734677.002706:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734677.002753:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734677.002761:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:2.0:1767734677.002768:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734677.002775:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734677.002792:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bbb0 00000400:00000010:2.0:1767734677.002795:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bbb0. 00000100:00000001:2.0:1767734677.002800:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734677.002807:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cea00 x1853602672080256/t0(0) o37->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/440 e 0 to 0 dl 1767734693 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734677.002820:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734677.002824:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cea00 x1853602672080256/t0(0) o37->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/440 e 0 to 0 dl 1767734693 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734677.002833:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734677.002836:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734677.005640:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734677.005655:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734677.005659:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734677.005663:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734677.005670:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734677.005677:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734677.005685:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734677.005689:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734677.005694:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734677.005699:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 4096 into portal 14 MB=0x695d780d2f580 00000400:00000200:2.0:1767734677.005705:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734677.005711:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.112@tcp of length 4096/4096 into md 0x7b945 [256] + 0 00000400:00000010:2.0:1767734677.005716:0:196085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8106e0. 00000400:00000200:2.0:1767734677.005722:0:196085:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94b2018d0000 00000800:00000001:2.0:1767734677.005726:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734677.005752:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734677.005757:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734677.005763:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734677.005768:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b2018d0000 00000400:00000010:2.0:1767734677.005770:0:196085:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff94b2018d0000. 00000100:00000001:2.0:1767734677.005776:0:196085:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767734677.005779:0:196085:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94b1d02cea00 desc ffff94b1d04bc400 mbits 1853602672080256 00000100:00000001:2.0:1767734677.005799:0:196085:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767734677.005816:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734677.005821:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734677.005826:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734677.005832:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66575:66575:256:4294967295] 192.168.203.112@tcp LPNI seq info [66575:66575:8:4294967295] 00000400:00000200:2.0:1767734677.005838:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734677.005847:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734677.005853:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734677.005862:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94b1de20c000. 00000800:00000200:2.0:1767734677.005868:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734677.005876:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734677.005881:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1de20c000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734677.005893:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734677.005901:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734677.005949:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767734677.005962:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767734677.005963:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767734677.005973:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94b1de20c000. 00000400:00000200:2.0:1767734677.005980:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734677.005987:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734677.008349:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.008361:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734677.008366:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.008371:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734677.008381:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.008390:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734677.008398:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.008405:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.008410:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.008414:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 440 into portal 10 MB=0x695d780d2f580 00000400:00000200:3.0:1767734677.008421:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.008426:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 440/440 into md 0x7b94d [1] + 224 00000800:00000001:3.0:1767734677.008433:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.008442:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734677.008445:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734677.008450:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734677.008455:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734677.008463:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cea00 x1853602672080256/t0(0) o37->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/440 e 0 to 0 dl 1767734693 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734677.008477:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94b1d02cea00 x1853602672080256/t0(0) o37->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/440 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734677.008532:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734677.008540:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.008544:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.008573:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734677.008583:0:250020:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734677.008585:0:250020:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734677.008589:0:250020:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810b58. 00000400:00000200:1.0:1767734677.008596:0:250020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bdd0 00000400:00000010:1.0:1767734677.008598:0:250020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bdd0. 00000100:00000001:1.0:1767734677.008602:0:250020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734677.008612:0:250020:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cea00 x1853602672080256/t0(0) o37->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/440 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734677.008626:0:250020:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cea00 x1853602672080256/t0(0) o37->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/440 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.008635:0:250020:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734677.008637:0:250020:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.008640:0:250020:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734677.008643:0:250020:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734677.008645:0:250020:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734677.008647:0:250020:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.008650:0:250020:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734677.008656:0:250020:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dca0 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734677.008661:0:250020:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734677.008663:0:250020:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734677.008665:0:250020:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.008668:0:250020:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734677.008671:0:250020:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.008674:0:250020:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734677.008676:0:250020:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734677.008678:0:250020:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734677.008680:0:250020:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734677.008685:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff94b1d02cea00 x1853602672080256/t0(0) o37->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/440 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1767734677.008696:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff94b1d02cea00 x1853602672080256/t0(0) o37->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/440 e 0 to 0 dl 1767734693 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.008723:0:250020:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734677.008726:0:250020:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734677.008731:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cea00 x1853602672080256/t0(0) o37->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/440 e 0 to 0 dl 1767734693 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734677.008741:0:250020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cea00 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672080256:192.168.203.112@tcp:37:rm.0 00000100:00000001:1.0:1767734677.008746:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.008749:0:250020:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.008751:0:250020:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734677.008753:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.008757:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cea00 x1853602672080256/t0(0) o37->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/440 e 0 to 0 dl 1767734693 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.008765:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734677.008768:0:250020:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b2010d9a80. 00000100:00000001:1.0:1767734677.008771:0:250020:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734677.008773:0:250020:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.008776:0:250020:0:(mdc_request.c:1107:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1767734677.008779:0:250020:0:(mdc_request.c:1374:ll_mdc_read_page_remote()) read 1(1) pages 00000100:00000001:1.0:1767734677.008782:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.008786:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cea00 x1853602672080256/t0(0) o37->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 448/440 e 0 to 0 dl 1767734693 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.008793:0:250020:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734677.008795:0:250020:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734677.008798:0:250020:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1d04be400. 02000000:00000001:1.0:1767734677.008801:0:250020:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734677.008803:0:250020:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734677.008805:0:250020:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=13 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734677.008807:0:250020:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767734677.008809:0:250020:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767734677.008812:0:250020:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734677.008813:0:250020:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=12 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734677.008815:0:250020:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767734677.008826:0:250020:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff94b1c7ede000. 00000100:00000010:1.0:1767734677.008836:0:250020:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff94b1d04bc400. 00000100:00000001:1.0:1767734677.008839:0:250020:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767734677.008842:0:250020:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f4629200. 02000000:00000001:1.0:1767734677.008845:0:250020:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734677.008847:0:250020:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734677.008849:0:250020:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cea00. 00000100:00000001:1.0:1767734677.008853:0:250020:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734677.008855:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:1.0:1767734677.008857:0:250020:0:(mdc_request.c:1383:ll_mdc_read_page_remote()) read 1/256 pages 00000100:00000040:2.0:1767734677.009443:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303438830, at 4303438831 00000100:00000040:3.0:1767734677.009445:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303438830, at 4303438831 00000100:00000010:2.0:1767734677.009461:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1c5895480. 00000100:00000010:3.0:1767734677.009466:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1c5895c60. 00000002:00000010:1.0:1767734677.009793:0:250020:0:(mdc_request.c:1417:ll_mdc_read_page_remote()) kvfree 'page_pool': 2048 at ffff94b1f9290800. 00000002:00000001:1.0:1767734677.009799:0:250020:0:(mdc_request.c:1419:ll_mdc_read_page_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.009807:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.009810:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.009813:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734677.009816:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734677.009819:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734677.009822:0:250020:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734677.009827:0:250020:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.009838:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.009840:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.009842:0:250020:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734677.009844:0:250020:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734677.009847:0:250020:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.009856:0:250020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734677.009859:0:250020:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734677.009860:0:250020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734677.009863:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.009865:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.009867:0:250020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.009870:0:250020:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734677.009872:0:250020:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.009875:0:250020:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.009890:0:250020:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.009897:0:250020:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734677.009899:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.009901:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1767734677.009903:0:250020:0:(lmv_obd.c:3304:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.009907:0:250020:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920708 : 144115272414920708 : 2000013a3000004) 00000080:00000001:1.0:1767734677.009913:0:250020:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920705 : 144115272414920705 : 2000013a3000001) 00000080:00000001:1.0:1767734677.009916:0:250020:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920709 : 144115272414920709 : 2000013a3000005) 00000080:00000001:1.0:1767734677.009921:0:250020:0:(dir.c:324:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734677.009926:0:250020:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f4629a00. 00000080:00000001:1.0:1767734677.009931:0:250020:0:(dir.c:434:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.009994:0:250020:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:1.0:1767734677.009997:0:250020:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1767734677.010000:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febdb0 00000080:00200008:1.0:1767734677.010007:0:250020:0:(file.c:424:ll_file_release()) START file 2:[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), flags 704000 00000080:00400000:1.0:1767734677.010013:0:250020:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a3:0x4:0x0] 00000080:00000001:1.0:1767734677.010017:0:250020:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1767734677.010019:0:250020:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:1.0:1767734677.010021:0:250020:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1767734677.010025:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734677.010028:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734677.010032:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 3 00010000:00000001:1.0:1767734677.010036:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734677.010041:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734677.010043:0:250020:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a3:0x4:0x0]: 0 00000080:00000001:1.0:1767734677.010046:0:250020:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1767734677.010048:0:250020:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1767734677.010052:0:250020:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1f4629a00. 00000080:00000001:1.0:1767734677.010055:0:250020:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1767734677.010059:0:250020:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1767734677.010062:0:250020:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1767734677.010064:0:250020:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a3:0x4:0x0] 00000002:00000001:1.0:1767734677.010067:0:250020:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1767734677.010069:0:250020:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1e7e86000: [0x2000013a3:0x4:0x0] file closed with intent: 0 00000100:00000010:1.0:1767734677.010075:0:250020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cea00. 00000020:00000040:1.0:1767734677.010078:0:250020:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=13 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:1.0:1767734677.010082:0:250020:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734677.010092:0:250020:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734677.010095:0:250020:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734677.010101:0:250020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f4629200. 00000100:00000001:1.0:1767734677.010106:0:250020:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1767734677.010116:0:250020:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1d02cd880 x1853602672080128/t12884924691(12884924691) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734692 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1767734677.010128:0:250020:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:1.0:1767734677.010134:0:250020:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cea00 x1853602672080512/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1767734677.010143:0:250020:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734677.010145:0:250020:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734677.010149:0:250020:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b2010d9a80. 00000100:00000001:1.0:1767734677.010152:0:250020:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975599232 : -117982733952384 : ffff94b2010d9a80) 00000100:00000001:1.0:1767734677.010155:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.010157:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155567616 : -117983553984000 : ffff94b1d02cea00) 00000100:00000001:1.0:1767734677.010161:0:250020:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734677.010164:0:250020:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.010166:0:250020:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734677.010168:0:250020:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734677.010172:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cea00 x1853602672080512/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.010181:0:250020:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734677.010183:0:250020:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.010186:0:250020:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734677.010188:0:250020:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734677.010191:0:250020:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734677.010195:0:250020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cea00 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672080512:192.168.203.112@tcp:35:rm.0 00000100:00000001:1.0:1767734677.010199:0:250020:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734677.010202:0:250020:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734677.010205:0:250020:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.010207:0:250020:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734677.010210:0:250020:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9290800. 02000000:00000001:1.0:1767734677.010213:0:250020:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734677.010225:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734677.010228:0:250020:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810b58. 00000400:00000010:1.0:1767734677.010237:0:250020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bdd0. 00000100:00000200:1.0:1767734677.010241:0:250020:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672080512, portal 10 00000100:00000001:1.0:1767734677.010244:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.010245:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155567616 : -117983553984000 : ffff94b1d02cea00) 00000100:00000040:1.0:1767734677.010252:0:250020:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cea00 x1853602672080512/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734693 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.010260:0:250020:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734677.010263:0:250020:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734677.010266:0:250020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b3b8. 00000100:00000200:1.0:1767734677.010269:0:250020:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672080512, offset 0 00000400:00000200:1.0:1767734677.010279:0:250020:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734677.010285:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734677.010291:0:250020:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734677.010295:0:250020:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734677.010299:0:250020:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734677.010303:0:250020:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734677.010306:0:250020:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00010000:00000010:1.1:1767734677.010342:0:250020:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00000400:00000200:1.0:1767734677.010353:0:250020:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66576:66576:256:4294967295] 192.168.203.112@tcp LPNI seq info [66576:66576:8:4294967295] 00000400:00000200:1.0:1767734677.010359:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734677.010368:0:250020:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734677.010375:0:250020:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734677.010380:0:250020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cc00. 00000800:00000200:1.0:1767734677.010386:0:250020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734677.010392:0:250020:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734677.010397:0:250020:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1767734677.010415:0:250020:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734677.010420:0:250020:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5841 usecs (6 jiffies) 00000400:00000200:1.0:1767734677.010424:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734677.010426:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303438838 00000100:00000010:1.0:1767734677.010440:0:250020:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24da80. 00000100:00000001:1.0:1767734677.010445:0:250020:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767734677.010455:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303438838 00000100:00000010:1.0:1767734677.010459:0:250020:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24dae0. 00000100:00000001:1.0:1767734677.010462:0:250020:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767734677.010470:0:250020:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734677.010473:0:250020:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.010476:0:250020:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734677.010478:0:250020:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734677.010481:0:250020:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b2010d9a80 going to sleep for 11 seconds 00000100:00000001:1.0:1767734677.010508:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734677.010512:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734677.010616:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734677.010624:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:2.0:1767734677.010631:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734677.010638:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734677.010643:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b3b8 00000400:00000010:2.0:1767734677.010646:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b3b8. 00000100:00000001:2.0:1767734677.010650:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734677.010658:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cea00 x1853602672080512/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734693 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734677.010670:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734677.010674:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cea00 x1853602672080512/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734693 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734677.010684:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734677.010697:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734677.012750:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.012761:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734677.012765:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.012768:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734677.012776:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.012794:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734677.012800:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.012805:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.012809:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.012814:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d2f680 00000400:00000200:3.0:1767734677.012819:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.012825:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b955 [1] + 224 00000800:00000001:3.0:1767734677.012832:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.012840:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734677.012843:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734677.012847:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734677.012852:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734677.012859:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cea00 x1853602672080512/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734693 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734677.012872:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1d02cea00 x1853602672080512/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734677.012898:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734677.012905:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.012909:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.013001:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734677.013011:0:250020:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734677.013013:0:250020:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734677.013016:0:250020:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810b58. 00000400:00000200:1.0:1767734677.013023:0:250020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bdd0 00000400:00000010:1.0:1767734677.013025:0:250020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bdd0. 00000100:00000001:1.0:1767734677.013029:0:250020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734677.013038:0:250020:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cea00 x1853602672080512/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734677.013052:0:250020:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cea00 x1853602672080512/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.013062:0:250020:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734677.013064:0:250020:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.013067:0:250020:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734677.013069:0:250020:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734677.013071:0:250020:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734677.013073:0:250020:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.013076:0:250020:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734677.013082:0:250020:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dca0 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734677.013086:0:250020:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734677.013089:0:250020:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734677.013091:0:250020:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.013107:0:250020:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734677.013111:0:250020:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.013115:0:250020:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734677.013117:0:250020:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734677.013119:0:250020:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734677.013121:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.013123:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155567616 : -117983553984000 : ffff94b1d02cea00) 00000100:00000001:1.0:1767734677.013127:0:250020:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734677.013129:0:250020:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734677.013131:0:250020:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734677.013133:0:250020:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734677.013139:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cea00 x1853602672080512/t12884924692(12884924692) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734693 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.013148:0:250020:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734677.013150:0:250020:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734677.013153:0:250020:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734677.013158:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cea00 x1853602672080512/t12884924692(12884924692) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734693 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734677.013169:0:250020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cea00 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672080512:192.168.203.112@tcp:35:rm.0 00000100:00000001:1.0:1767734677.013175:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.013177:0:250020:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.013180:0:250020:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734677.013182:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.013185:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cea00 x1853602672080512/t12884924692(12884924692) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734693 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.013194:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734677.013197:0:250020:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b2010d9a80. 00000100:00000001:1.0:1767734677.013201:0:250020:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734677.013203:0:250020:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.013208:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.013210:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155567616 : -117983553984000 : ffff94b1d02cea00) 00000002:00000001:1.0:1767734677.013213:0:250020:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.013223:0:250020:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734677.013227:0:250020:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f4629a00. 00000080:00000001:1.0:1767734677.013231:0:250020:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1767734677.013234:0:250020:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1767734677.013238:0:250020:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1767734677.013243:0:250020:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1d02cd880 x1853602672080128/t12884924691(12884924691) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734692 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.013254:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.013256:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000001:1.0:1767734677.013259:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.013262:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cd880 x1853602672080128/t12884924691(12884924691) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734692 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.013270:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.013272:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.013276:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cea00 x1853602672080512/t12884924692(12884924692) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734693 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.013283:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.013285:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.013289:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cd880 x1853602672080128/t12884924691(12884924691) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734692 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.013296:0:250020:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767734677.013299:0:250020:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734677.013301:0:250020:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=12 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734677.013304:0:250020:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734677.013341:0:250020:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be000. 02000000:00000001:1.0:1767734677.013346:0:250020:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734677.013348:0:250020:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734677.013350:0:250020:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cd880. 00000100:00000001:1.0:1767734677.013354:0:250020:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734677.013356:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.013358:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.013363:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cea00 x1853602672080512/t12884924692(12884924692) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734693 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.013387:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1767734677.013390:0:250020:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c53e7200. 00000002:00000001:1.0:1767734677.013394:0:250020:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.013397:0:250020:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734677.013399:0:250020:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451fc00. 00000100:00000001:1.0:1767734677.013402:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.013407:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cea00 x1853602672080512/t12884924692(12884924692) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734693 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.013415:0:250020:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734677.013417:0:250020:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734677.013420:0:250020:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9290800. 02000000:00000001:1.0:1767734677.013423:0:250020:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734677.013424:0:250020:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734677.013426:0:250020:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=11 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734677.013428:0:250020:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734677.013430:0:250020:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f4629200. 02000000:00000001:1.0:1767734677.013433:0:250020:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734677.013434:0:250020:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734677.013436:0:250020:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cea00. 00000100:00000001:1.0:1767734677.013439:0:250020:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734677.013441:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734677.013443:0:250020:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734677.013446:0:250020:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1c2ea0b40. 00000080:00000001:1.0:1767734677.013449:0:250020:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.013453:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febdb0 00000080:00000008:1.0:1767734677.013456:0:250020:0:(file.c:464:ll_file_release()) COMPLETED file 2:[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), flags 704000, rc = 0 00000080:00000001:1.0:1767734677.013460:0:250020:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.013463:0:250020:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.013467:0:250020:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734677.013469:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febe00 00000080:00002000:1.0:1767734677.013471:0:250020:0:(dcache.c:127:ll_ddelete()) keeping dentry 2 (ffff94b1f185e798, parent ffff94b1df7ac798, inode ffff94b1d15aa1c8) hashed, 00000080:00000001:1.0:1767734677.013475:0:250020:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.013530:0:250020:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734677.013541:0:250020:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734677.013543:0:250020:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734677.013545:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febbc0 00000080:00200000:1.0:1767734677.013548:0:250020:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734677.013553:0:250020:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f4629200. 00800000:00000002:1.0:1767734677.013558:0:250020:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734677.013562:0:250020:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734677.013565:0:250020:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734677.013567:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febae0 00800000:00000002:1.0:1767734677.013570:0:250020:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734677.013574:0:250020:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734677.013577:0:250020:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734677.013582:0:250020:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734677.013584:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feb9b0 00000002:00010000:1.0:1767734677.013587:0:250020:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734677.013591:0:250020:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734677.013593:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734677.013595:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734677.013600:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:1.0:1767734677.013603:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734677.013607:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734677.013610:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734677.013615:0:250020:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734677.013626:0:250020:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734677.013630:0:250020:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734677.013633:0:250020:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734677.013642:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734677.013644:0:250020:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734677.013647:0:250020:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734677.013649:0:250020:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734677.013651:0:250020:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734677.013660:0:250020:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734677.013663:0:250020:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734677.013666:0:250020:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734677.013669:0:250020:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f4629200. 00000080:00000001:1.0:1767734677.013673:0:250020:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734677.013675:0:250020:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734677.013678:0:250020:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734677.013682:0:250020:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b885 00800000:00000001:1.0:1767734677.013686:0:250020:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734677.013688:0:250020:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734677.013690:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.013692:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.013695:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:1.0:1767734677.013697:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:1.0:1767734677.013700:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:1.0:1767734677.013704:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.013705:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734677.013707:0:250020:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.013709:0:250020:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734677.013712:0:250020:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b885 from it ffffafc307febbf8 00010000:00000001:1.0:1767734677.013715:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.013716:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.013718:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:1.0:1767734677.013720:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:1.0:1767734677.013722:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:1.0:1767734677.013725:0:250020:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734677.013728:0:250020:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.013736:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.013738:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.013739:0:250020:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734677.013741:0:250020:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734677.013744:0:250020:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.013758:0:250020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734677.013761:0:250020:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734677.013763:0:250020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734677.013766:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.013768:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.013769:0:250020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.013772:0:250020:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734677.013774:0:250020:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.013777:0:250020:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.013780:0:250020:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.013782:0:250020:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734677.013784:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.013786:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734677.013788:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734677.013790:0:250020:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734677.013793:0:250020:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734677.013797:0:250020:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.013801:0:250020:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734677.013803:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febb88 00000080:00002000:1.0:1767734677.013805:0:250020:0:(dcache.c:87:ll_dcompare()) found name d160k.sanity(ffff94b1df7ac798) flags 0x20000e refc 2 00000080:00000001:1.0:1767734677.013808:0:250020:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.013811:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febbd0 00000080:00200000:1.0:1767734677.013813:0:250020:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160k.sanity, flags=26 00000080:00000001:1.0:1767734677.013817:0:250020:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734677.013819:0:250020:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.013822:0:250020:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734677.013824:0:250020:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), inode mode 41ed mask 1 00000080:00000001:1.0:1767734677.013827:0:250020:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.013829:0:250020:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734677.013831:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febbc0 00000080:00002000:1.0:1767734677.013833:0:250020:0:(dcache.c:87:ll_dcompare()) found name 2(ffff94b1f185e798) flags 0x28004e refc 0 00000080:00000001:1.0:1767734677.013836:0:250020:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.013838:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febc08 00000080:00200000:1.0:1767734677.013840:0:250020:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=2, flags=266 00000080:00000001:1.0:1767734677.013843:0:250020:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734677.013852:0:250020:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.013856:0:250020:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734677.013858:0:250020:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), inode mode 41ed mask 44 00000080:00000001:1.0:1767734677.013862:0:250020:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.013866:0:250020:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:1.0:1767734677.013868:0:250020:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1767734677.013870:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febb78 00000080:00200008:1.0:1767734677.013872:0:250020:0:(file.c:1001:ll_file_open()) START file 2:[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), flags 704400 00000080:00000010:1.0:1767734677.013877:0:250020:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1c2ea0b40. 00000080:00000001:1.0:1767734677.013882:0:250020:0:(file.c:717:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1767734677.013885:0:250020:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f4629200. 00000080:00000001:1.0:1767734677.013889:0:250020:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734677.013891:0:250020:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734677.013894:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feba28 00800000:00000002:1.0:1767734677.013896:0:250020:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a3:0x4:0x0] '' on [0x2000013a3:0x1:0x0] 00800000:00000001:1.0:1767734677.013900:0:250020:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:1.0:1767734677.013902:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feb9a8 00800000:00000002:1.0:1767734677.013905:0:250020:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x2000013a3:0x1:0x0], fid2=[0x2000013a3:0x4:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734677.013909:0:250020:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734677.013911:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feb8e0 00000002:00010000:1.0:1767734677.013913:0:250020:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a3:0x4:0x0]) in obj [0x2000013a3:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:1.0:1767734677.013917:0:250020:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734677.013919:0:250020:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1767734677.013922:0:250020:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734677.013925:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 3 00010000:00000001:1.0:1767734677.013928:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734677.013931:0:250020:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734677.013935:0:250020:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.013937:0:250020:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.013940:0:250020:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.013942:0:250020:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734677.013944:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461700 count: 2 00010000:00000001:1.0:1767734677.013946:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734677.013949:0:250020:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734677.013951:0:250020:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.013959:0:250020:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.013961:0:250020:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734677.013966:0:250020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cea00. 00000020:00000040:1.0:1767734677.013969:0:250020:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=12 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734677.013974:0:250020:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734677.013976:0:250020:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.013978:0:250020:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734677.013982:0:250020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734677.013985:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.013987:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.013988:0:250020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.013991:0:250020:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734677.013993:0:250020:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734677.013996:0:250020:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734677.014001:0:250020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be000. 00000100:00000001:1.0:1767734677.014006:0:250020:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.014010:0:250020:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734677.014012:0:250020:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.014015:0:250020:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734677.014016:0:250020:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.014019:0:250020:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.014024:0:250020:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090155567616 : -117983553984000 : ffff94b1d02cea00) 00010000:00000001:1.0:1767734677.014028:0:250020:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734677.014030:0:250020:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734677.014033:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461700 count: 2 00010000:00000001:1.0:1767734677.014036:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734677.014038:0:250020:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734677.014042:0:250020:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683ea00. 00000020:00000001:1.0:1767734677.014045:0:250020:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734677.014047:0:250020:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683ea00 with handle 0x1886cffb85c2b8d2 to hash 00000020:00000001:1.0:1767734677.014050:0:250020:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734677.014052:0:250020:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734677.014055:0:250020:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734677.014059:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734677.014061:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734677.014071:0:250020:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8d2 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 250020 initiator: MDT0 00010000:00010000:1.0:1767734677.014080:0:250020:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8d2 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250020 initiator: MDT0 00000020:00100000:1.0:1767734677.014092:0:250020:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 2 is allocated opc 101, max 7 00000100:00100000:1.0:1767734677.014099:0:250020:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cea00 x1853602672080768/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1767734677.014110:0:250020:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8d2 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250020 initiator: MDT0 00000100:00000001:1.0:1767734677.014116:0:250020:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734677.014118:0:250020:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734677.014123:0:250020:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b2010d9a80. 00000100:00000001:1.0:1767734677.014125:0:250020:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975599232 : -117982733952384 : ffff94b2010d9a80) 00000100:00000001:1.0:1767734677.014128:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.014130:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155567616 : -117983553984000 : ffff94b1d02cea00) 00000100:00000001:1.0:1767734677.014134:0:250020:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734677.014137:0:250020:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.014139:0:250020:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734677.014141:0:250020:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734677.014145:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cea00 x1853602672080768/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.014154:0:250020:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734677.014157:0:250020:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.014160:0:250020:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734677.014163:0:250020:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734677.014165:0:250020:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734677.014169:0:250020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cea00 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672080768:192.168.203.112@tcp:101:rm.0 00000100:00000001:1.0:1767734677.014173:0:250020:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734677.014177:0:250020:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734677.014179:0:250020:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.014187:0:250020:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734677.014234:0:250020:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767734677.014237:0:250020:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734677.014244:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734677.014248:0:250020:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810b58. 00000400:00000010:1.0:1767734677.014253:0:250020:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b1f9290800. 00000100:00000200:1.0:1767734677.014258:0:250020:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602672080768, portal 10 00000100:00000001:1.0:1767734677.014261:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.014263:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155567616 : -117983553984000 : ffff94b1d02cea00) 00000100:00000040:1.0:1767734677.014270:0:250020:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cea00 x1853602672080768/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734693 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.014279:0:250020:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734677.014282:0:250020:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734677.014285:0:250020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bdd0. 00000100:00000200:1.0:1767734677.014289:0:250020:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853602672080768, offset 0 00000400:00000200:1.0:1767734677.014295:0:250020:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734677.014301:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734677.014354:0:250020:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734677.014359:0:250020:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734677.014364:0:250020:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734677.014367:0:250020:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734677.014370:0:250020:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734677.014375:0:250020:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66577:66577:256:4294967295] 192.168.203.112@tcp LPNI seq info [66577:66577:8:4294967295] 00000400:00000200:1.0:1767734677.014381:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734677.014390:0:250020:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734677.014397:0:250020:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734677.014402:0:250020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ca00. 00000800:00000200:1.0:1767734677.014409:0:250020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734677.014415:0:250020:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734677.014420:0:250020:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ca00 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:1.0:1767734677.014437:0:250020:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734677.014450:0:250020:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5762 usecs (6 jiffies) 00000400:00000200:1.0:1767734677.014459:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734677.014463:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303438842 00000100:00000001:1.0:1767734677.014470:0:250020:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303438838 00000100:00000001:1.0:1767734677.014479:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303438842 00000100:00000001:1.0:1767734677.014507:0:250020:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303438838 00000100:00000001:1.0:1767734677.014512:0:250020:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734677.014516:0:250020:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.014519:0:250020:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734677.014521:0:250020:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734677.014524:0:250020:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b2010d9a80 going to sleep for 11 seconds 00000100:00000001:1.0:1767734677.014527:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734677.014531:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734677.014637:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734677.014644:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:2.0:1767734677.014651:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734677.014659:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734677.014664:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bdd0 00000400:00000010:2.0:1767734677.014667:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bdd0. 00000100:00000001:2.0:1767734677.014671:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734677.014678:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cea00 x1853602672080768/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734693 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734677.014691:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734677.014695:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cea00 x1853602672080768/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734693 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734677.014705:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734677.014707:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734677.017452:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.017463:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734677.017467:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.017470:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734677.017477:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.017506:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734677.017577:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.017583:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.017588:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.017593:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d780d2f780 00000400:00000200:3.0:1767734677.017598:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.017604:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x7b95d [64] + 224 00000800:00000001:3.0:1767734677.017611:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.017631:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734677.017635:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734677.017640:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734677.017645:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734677.017652:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cea00 x1853602672080768/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734693 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734677.017666:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b1d02cea00 x1853602672080768/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734677.017692:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734677.017700:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.017704:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.017733:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734677.017743:0:250020:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734677.017745:0:250020:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734677.017749:0:250020:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810b58. 00000400:00000200:1.0:1767734677.017756:0:250020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f9290800 00000400:00000010:1.0:1767734677.017759:0:250020:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b1f9290800. 00000100:00000001:1.0:1767734677.017763:0:250020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734677.017773:0:250020:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cea00 x1853602672080768/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734677.017788:0:250020:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cea00 x1853602672080768/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.017799:0:250020:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734677.017801:0:250020:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.017804:0:250020:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734677.017806:0:250020:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734677.017808:0:250020:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734677.017811:0:250020:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.017814:0:250020:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734677.017820:0:250020:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734677.017825:0:250020:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734677.017840:0:250020:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734677.017843:0:250020:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.017845:0:250020:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734677.017848:0:250020:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.017851:0:250020:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734677.017854:0:250020:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734677.017856:0:250020:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734677.017859:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.017861:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155567616 : -117983553984000 : ffff94b1d02cea00) 00000100:00000001:1.0:1767734677.017864:0:250020:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734677.017866:0:250020:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734677.017868:0:250020:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734677.017870:0:250020:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734677.017876:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cea00 x1853602672080768/t12884924693(12884924693) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734693 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.017885:0:250020:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734677.017888:0:250020:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734677.017890:0:250020:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734677.017895:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cea00 x1853602672080768/t12884924693(12884924693) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734693 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734677.017906:0:250020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cea00 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672080768:192.168.203.112@tcp:101:rm.0 00000100:00000001:1.0:1767734677.017912:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.017914:0:250020:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.017917:0:250020:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734677.017919:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.017922:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cea00 x1853602672080768/t12884924693(12884924693) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734693 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.017931:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734677.017934:0:250020:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b2010d9a80. 00000100:00000001:1.0:1767734677.017937:0:250020:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734677.017939:0:250020:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.017942:0:250020:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734677.017951:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.017958:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.017961:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=4 00000020:00000001:1.0:1767734677.017964:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734677.017967:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734677.017973:0:250020:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683ea00, remote cookie: 0x9bbb2ede58dabc89, flags: 0x1001 00010000:00000040:1.0:1767734677.017977:0:250020:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x4:0x0].0x0, instead of [0x2000013a3:0x1:0x0].0x0 00010000:00000001:1.0:1767734677.017981:0:250020:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1767734677.017986:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 3 00010000:00000001:1.0:1767734677.017990:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734677.017993:0:250020:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734677.017998:0:250020:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8d2 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc89 expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734677.018009:0:250020:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8d2 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc89 expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.018016:0:250020:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734677.018019:0:250020:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734677.018021:0:250020:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734677.018022:0:250020:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734677.018024:0:250020:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734677.018027:0:250020:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x4:0x0].0x0 (ffff94b1d21e1f00) refcount = 3 00010000:00000040:1.0:1767734677.018030:0:250020:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767734677.018034:0:250020:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 1/0,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734677.018043:0:250020:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 1/0,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc2e expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734677.018052:0:250020:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8d2 lrc: 4/1,0 mode: CR/CR res: [0x2000013a3:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc89 expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.018074:0:250020:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734677.018077:0:250020:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734677.018079:0:250020:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734677.018083:0:250020:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734677.018085:0:250020:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734677.018089:0:250020:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8d2 lrc: 4/1,0 mode: CR/CR res: [0x2000013a3:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc89 expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.018096:0:250020:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734677.018098:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.018100:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.018102:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.018103:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.018105:0:250020:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.018109:0:250020:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734677.018111:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.018113:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.018115:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734677.018117:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734677.018120:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734677.018122:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.018124:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734677.018129:0:250020:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff94b1d02cea00 x1853602672080768/t12884924693(12884924693) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734693 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734677.018140:0:250020:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1767734677.018145:0:250020:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02cea00 x1853602672080768/t12884924693(12884924693) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734693 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734677.018154:0:250020:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.018156:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.018158:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.018159:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734677.018162:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734677.018170:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734677.018173:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.018174:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734677.018176:0:250020:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.018179:0:250020:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.018181:0:250020:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1767734677.018184:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.018185:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155567616 : -117983553984000 : ffff94b1d02cea00) 00010000:00000001:1.0:1767734677.018188:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.018189:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.018191:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734677.018193:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734677.018196:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00000002:00010000:1.0:1767734677.018200:0:250020:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8d2 lrc: 3/1,0 mode: CR/CR res: [0x2000013a3:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc89 expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.018208:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.018209:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.018211:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734677.018212:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.018214:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.018215:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734677.018218:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734677.018220:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000040:1.0:1767734677.018224:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 4 00010000:00000001:1.0:1767734677.018226:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734677.018230:0:250020:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 16 res 8589939619/4 (0 0) 00010000:00000001:1.0:1767734677.018234:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.018235:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734677.018237:0:250020:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734677.018239:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feb860 00000002:00002000:1.0:1767734677.018242:0:250020:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:1.0:1767734677.018246:0:250020:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.018254:0:250020:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.018257:0:250020:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734677.018260:0:250020:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x2000013a3:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734677.018264:0:250020:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734677.018268:0:250020:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f4629200. 00000080:00000001:1.0:1767734677.018272:0:250020:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734677.018276:0:250020:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734677.018278:0:250020:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734677.018280:0:250020:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734677.018283:0:250020:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x4:0x0] 00000080:00000001:1.0:1767734677.018286:0:250020:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.018289:0:250020:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920708 : 144115272414920708 : 2000013a3000004) 00000080:00000001:1.0:1767734677.018293:0:250020:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734677.018297:0:250020:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x4:0x0], updating i_size 512 00010000:00000001:1.0:1767734677.018300:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.018301:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.018303:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734677.018335:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734677.018339:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734677.018342:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.018344:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734677.018346:0:250020:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734677.018349:0:250020:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734677.018351:0:250020:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734677.018355:0:250020:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x4:0x0](ffff94b1d15aa1c8) for lock 0x1886cffb85c2b8d2 00800000:00000001:1.0:1767734677.018358:0:250020:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734677.018360:0:250020:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734677.018362:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.018365:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.018367:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734677.018371:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734677.018374:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734677.018378:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.018380:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734677.018390:0:250020:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.018393:0:250020:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.018397:0:250020:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734677.018400:0:250020:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.018403:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.018411:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cea00 x1853602672080768/t12884924693(12884924693) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734693 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.018421:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734677.018424:0:250020:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b8d2 from it ffffafc307febbd0 00010000:00000001:1.0:1767734677.018428:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.018431:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.018433:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683ea00 refcount=3 00000020:00000001:1.0:1767734677.018436:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734677.018439:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798803456 : -117982910748160 : ffff94b1f683ea00) 00010000:00000001:1.0:1767734677.018442:0:250020:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734677.018446:0:250020:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8d2 lrc: 3/1,0 mode: CR/CR res: [0x2000013a3:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc89 expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.018454:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.018455:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.018457:0:250020:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734677.018459:0:250020:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734677.018463:0:250020:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8d2 lrc: 2/0,0 mode: CR/CR res: [0x2000013a3:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc89 expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.018471:0:250020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734677.018474:0:250020:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734677.018476:0:250020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734677.018479:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.018480:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.018482:0:250020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.018511:0:250020:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734677.018513:0:250020:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.018516:0:250020:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.018519:0:250020:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.018529:0:250020:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734677.018532:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.018534:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734677.018537:0:250020:0:(file.c:828:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734677.018542:0:250020:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1f451fc00. 00000080:00000001:1.0:1767734677.018545:0:250020:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1767734677.018549:0:250020:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1767734677.018553:0:250020:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1767734677.018556:0:250020:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b0d800c280. 00000002:00100000:1.0:1767734677.018563:0:250020:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02cea00 x1853602672080768/t12884924693(12884924693) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734693 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734677.018572:0:250020:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.018575:0:250020:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1767734677.018578:0:250020:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1767734677.018583:0:250020:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.018585:0:250020:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1767734677.018587:0:250020:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.018589:0:250020:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734677.018593:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.018596:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cea00 x1853602672080768/t12884924693(12884924693) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734693 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1767734677.018605:0:250020:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734677.018609:0:250020:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767734677.018636:0:250020:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767734677.018638:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.018642:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febb78 00000080:00000008:1.0:1767734677.018645:0:250020:0:(file.c:1240:ll_file_open()) COMPLETED file 2:[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), flags 704400, rc = 0 00000080:00000001:1.0:1767734677.018649:0:250020:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.018662:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febd28 00000080:00200008:1.0:1767734677.018666:0:250020:0:(file.c:6252:ll_getattr_dentry()) START file 2:[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1767734677.018673:0:250020:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:1.0:1767734677.018678:0:250020:0:(statahead.c:2322:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.018681:0:250020:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734677.018683:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febca0 00000080:00200000:1.0:1767734677.018686:0:250020:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8),name=2 00000080:00000010:1.0:1767734677.018698:0:250020:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f4629200. 00000080:00000001:1.0:1767734677.018705:0:250020:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734677.018708:0:250020:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734677.018710:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febbc0 00800000:00000002:1.0:1767734677.018713:0:250020:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a3:0x4:0x0] '2' on [0x2000013a3:0x1:0x0] 00800000:00000001:1.0:1767734677.018717:0:250020:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734677.018721:0:250020:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x1:0x0], fid2=[0x2000013a3:0x4:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734677.018726:0:250020:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734677.018728:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feba90 00000002:00010000:1.0:1767734677.018731:0:250020:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a3:0x4:0x0]) in obj [0x2000013a3:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734677.018735:0:250020:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734677.018737:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734677.018740:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734677.018744:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 4 00010000:00000001:1.0:1767734677.018747:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734677.018751:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734677.018754:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734677.018758:0:250020:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 2/1,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734677.018768:0:250020:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734677.018771:0:250020:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734677.018775:0:250020:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 2/1,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734677.018784:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734677.018786:0:250020:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734677.018788:0:250020:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734677.018791:0:250020:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734677.018793:0:250020:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734677.018795:0:250020:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734677.018798:0:250020:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734677.018801:0:250020:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f4629200. 00000080:00000001:1.0:1767734677.018805:0:250020:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734677.018812:0:250020:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734677.018816:0:250020:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x4:0x0](ffff94b1d15aa1c8) 00000080:00010000:1.0:1767734677.018820:0:250020:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x4:0x0](ffff94b1d15aa1c8) for lock 0x1886cffb85c2b8c4 00800000:00000001:1.0:1767734677.018824:0:250020:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734677.018826:0:250020:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734677.018828:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.018829:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.018831:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734677.018834:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734677.018837:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734677.018840:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.018842:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734677.018844:0:250020:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.018847:0:250020:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734677.018849:0:250020:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b8c4 from it ffffafc307febcd8 00010000:00000001:1.0:1767734677.018852:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.018853:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.018855:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:1.0:1767734677.018857:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734677.018859:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:1.0:1767734677.018862:0:250020:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734677.018865:0:250020:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.018872:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.018874:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.018875:0:250020:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734677.018877:0:250020:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734677.018880:0:250020:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.018887:0:250020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734677.018889:0:250020:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734677.018891:0:250020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734677.018901:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.018903:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.018905:0:250020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.018908:0:250020:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734677.018910:0:250020:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.018912:0:250020:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.018915:0:250020:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.018918:0:250020:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734677.018919:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.018921:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734677.018923:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734677.018925:0:250020:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734677.018928:0:250020:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.018932:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febd28 00000080:00000008:1.0:1767734677.018935:0:250020:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file 2:[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), request_mask 2047, flags 0, foreign 0 00000020:00000001:1.0:1767734677.018991:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febd48 00000080:00200000:1.0:1767734677.018995:0:250020:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff94b1e7e86000) 2 proj=0 00000080:00000001:1.0:1767734677.018999:0:250020:0:(llite_lib.c:2616:ll_statfs_internal()) Process entered 00000080:00000001:1.0:1767734677.019001:0:250020:0:(obd_class.h:1067:obd_statfs()) Process entered 00000080:00000004:1.0:1767734677.019004:0:250020:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff94b1e7e86000: age 8765, max_age 8770 00800000:00000001:1.0:1767734677.019009:0:250020:0:(lmv_obd.c:1416:lmv_statfs()) Process entered 00800000:00000010:1.0:1767734677.019013:0:250020:0:(lmv_obd.c:1418:lmv_statfs()) kmalloced '(temp)': 144 at ffff94b2010d9a80. 00800000:00000001:1.0:1767734677.019016:0:250020:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:1.0:1767734677.019019:0:250020:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff94b1e7e86000: age 8765, max_age 8770 00000002:00000001:1.0:1767734677.019023:0:250020:0:(mdc_request.c:1637:mdc_statfs()) Process entered 00000020:00000040:1.0:1767734677.019025:0:250020:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=13 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:1.0:1767734677.019030:0:250020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cd880. 00000020:00000040:1.0:1767734677.019033:0:250020:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=14 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:1.0:1767734677.019038:0:250020:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734677.019040:0:250020:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734677.019043:0:250020:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734677.019048:0:250020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f4629200. 00000100:00000001:1.0:1767734677.019053:0:250020:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.019057:0:250020:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734677.019059:0:250020:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734677.019064:0:250020:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b2010d9cc0. 00000100:00000001:1.0:1767734677.019066:0:250020:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975599808 : -117982733951808 : ffff94b2010d9cc0) 00000100:00000001:1.0:1767734677.019076:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.019078:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000001:1.0:1767734677.019082:0:250020:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734677.019086:0:250020:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.019088:0:250020:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734677.019090:0:250020:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734677.019097:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cd880 x1853602672080896/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734677.019107:0:250020:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734677.019109:0:250020:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.019113:0:250020:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734677.019116:0:250020:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734677.019118:0:250020:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734677.019122:0:250020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cd880 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672080896:192.168.203.112@tcp:41:rm.0 00000100:00000001:1.0:1767734677.019126:0:250020:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734677.019130:0:250020:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734677.019132:0:250020:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.019135:0:250020:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734677.019138:0:250020:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1d04bc400. 02000000:00000001:1.0:1767734677.019141:0:250020:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734677.019147:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734677.019151:0:250020:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810b58. 00000400:00000010:1.0:1767734677.019157:0:250020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bf68. 00000100:00000200:1.0:1767734677.019161:0:250020:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672080896, portal 10 00000100:00000001:1.0:1767734677.019164:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.019166:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000040:1.0:1767734677.019173:0:250020:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cd880 x1853602672080896/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/368 e 0 to 0 dl 1767734693 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734677.019182:0:250020:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734677.019185:0:250020:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734677.019188:0:250020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b5d8. 00000100:00000200:1.0:1767734677.019192:0:250020:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1853602672080896, offset 0 00000400:00000200:1.0:1767734677.019198:0:250020:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734677.019211:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734677.019217:0:250020:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734677.019222:0:250020:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734677.019226:0:250020:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734677.019230:0:250020:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734677.019234:0:250020:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734677.019238:0:250020:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66578:66578:256:4294967295] 192.168.203.112@tcp LPNI seq info [66578:66578:8:4294967295] 00000400:00000200:1.0:1767734677.019244:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734677.019253:0:250020:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734677.019259:0:250020:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734677.019265:0:250020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c100. 00000800:00000200:1.0:1767734677.019270:0:250020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734677.019278:0:250020:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734677.019282:0:250020:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c100 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1767734677.019304:0:250020:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734677.019349:0:250020:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5721 usecs (6 jiffies) 00000400:00000200:1.0:1767734677.019354:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734677.019357:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303438847 00000100:00000001:1.0:1767734677.019363:0:250020:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303438842 00000100:00000001:1.0:1767734677.019368:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303438847 00000100:00000001:1.0:1767734677.019372:0:250020:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303438842 00000100:00000001:1.0:1767734677.019376:0:250020:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734677.019380:0:250020:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.019383:0:250020:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734677.019386:0:250020:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734677.019390:0:250020:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b2010d9cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734677.019394:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734677.019397:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734677.019505:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734677.019513:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:2.0:1767734677.019520:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734677.019527:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734677.019532:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b5d8 00000400:00000010:2.0:1767734677.019535:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b5d8. 00000100:00000001:2.0:1767734677.019540:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734677.019547:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cd880 x1853602672080896/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/368 e 0 to 0 dl 1767734693 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734677.019560:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734677.019564:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd880 x1853602672080896/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/368 e 0 to 0 dl 1767734693 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734677.019573:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734677.019576:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734677.021225:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.021236:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734677.021240:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.021243:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734677.021250:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.021257:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734677.021264:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.021268:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.021273:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.021277:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 368 into portal 10 MB=0x695d780d2f800 00000400:00000200:3.0:1767734677.021283:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.021288:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 368/368 into md 0x7b965 [1] + 224 00000800:00000001:3.0:1767734677.021295:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.021302:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734677.021305:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734677.021335:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734677.021341:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734677.021348:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cd880 x1853602672080896/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/368 e 0 to 0 dl 1767734693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734677.021362:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94b1d02cd880 x1853602672080896/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/368 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734677.021406:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734677.021415:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.021420:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.021538:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734677.021548:0:250020:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734677.021563:0:250020:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734677.021566:0:250020:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810b58. 00000400:00000200:1.0:1767734677.021573:0:250020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bf68 00000400:00000010:1.0:1767734677.021575:0:250020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bf68. 00000100:00000001:1.0:1767734677.021580:0:250020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734677.021589:0:250020:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cd880 x1853602672080896/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/368 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734677.021604:0:250020:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cd880 x1853602672080896/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/368 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734677.021614:0:250020:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734677.021617:0:250020:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.021620:0:250020:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734677.021622:0:250020:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734677.021624:0:250020:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734677.021626:0:250020:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.021629:0:250020:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734677.021636:0:250020:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734677.021640:0:250020:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734677.021643:0:250020:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734677.021645:0:250020:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.021648:0:250020:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734677.021651:0:250020:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.021654:0:250020:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734677.021657:0:250020:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734677.021659:0:250020:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734677.021661:0:250020:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734677.021667:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cd880 x1853602672080896/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/368 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734677.021676:0:250020:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734677.021679:0:250020:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734677.021681:0:250020:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734677.021686:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cd880 x1853602672080896/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/368 e 0 to 0 dl 1767734693 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734677.021695:0:250020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cd880 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672080896:192.168.203.112@tcp:41:rm.0 00000100:00000001:1.0:1767734677.021708:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.021711:0:250020:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.021714:0:250020:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734677.021716:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.021721:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cd880 x1853602672080896/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/368 e 0 to 0 dl 1767734693 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734677.021729:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734677.021732:0:250020:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b2010d9cc0. 00000100:00000001:1.0:1767734677.021735:0:250020:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734677.021737:0:250020:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.021742:0:250020:0:(mdc_request.c:1689:mdc_statfs()) Process leaving 00000100:00000001:1.0:1767734677.021744:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.021747:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cd880 x1853602672080896/t0(0) o41->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 440/368 e 0 to 0 dl 1767734693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734677.021755:0:250020:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734677.021758:0:250020:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734677.021760:0:250020:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1d04bc400. 02000000:00000001:1.0:1767734677.021764:0:250020:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734677.021766:0:250020:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734677.021767:0:250020:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=13 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734677.021770:0:250020:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734677.021772:0:250020:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f4629200. 02000000:00000001:1.0:1767734677.021775:0:250020:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734677.021777:0:250020:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734677.021779:0:250020:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cd880. 00000100:00000001:1.0:1767734677.021782:0:250020:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734677.021784:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734677.021786:0:250020:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734677.021787:0:250020:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=12 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734677.021790:0:250020:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:1.0:1767734677.021793:0:250020:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff94b1e7e86000: update ffff94b1c699ce10 cache blocks 1881600/1885440 objects 235328/235801 00800000:00000001:1.0:1767734677.021797:0:250020:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.021800:0:250020:0:(lmv_obd.c:1454:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:1.0:1767734677.021803:0:250020:0:(lmv_obd.c:1478:lmv_statfs()) kfreed 'temp': 144 at ffff94b2010d9a80. 00800000:00000001:1.0:1767734677.021811:0:250020:0:(lmv_obd.c:1479:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1767734677.021814:0:250020:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff94b1e7e86000: update ffff94b1c699e6f0 cache blocks 1881600/1885440 objects 235328/235801 00000080:00000001:1.0:1767734677.021819:0:250020:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1767734677.021822:0:250020:0:(llite_lib.c:2629:ll_statfs_internal()) MDC blocks 1881600/1885440 objects 235328/235801 00000080:00000001:1.0:1767734677.021825:0:250020:0:(llite_lib.c:2632:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734677.021828:0:250020:0:(llite_lib.c:2665:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.021847:0:250020:0:(dir.c:346:ll_iterate()) Process entered 00000080:00200000:1.0:1767734677.021850:0:250020:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8) pos/size0/512 32bit_api 0 00000080:00000010:1.0:1767734677.021856:0:250020:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f4629200. 00000080:00000001:1.0:1767734677.021860:0:250020:0:(dir.c:199:ll_dir_read()) Process entered 00000080:00000001:1.0:1767734677.021865:0:250020:0:(dir.c:147:ll_get_dir_page()) Process leaving (rc=18446704885434696448 : -39188274855168 : ffffdc5bc4cc4300) 00000080:00000001:1.0:1767734677.021870:0:250020:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920708 : 144115272414920708 : 2000013a3000004) 00000080:00000001:1.0:1767734677.021874:0:250020:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920705 : 144115272414920705 : 2000013a3000001) 00000080:00000001:1.0:1767734677.021878:0:250020:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920709 : 144115272414920709 : 2000013a3000005) 00000080:00000001:1.0:1767734677.021882:0:250020:0:(dir.c:324:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734677.021885:0:250020:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f4629200. 00000080:00000001:1.0:1767734677.021889:0:250020:0:(dir.c:434:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.021898:0:250020:0:(dir.c:346:ll_iterate()) Process entered 00000080:00200000:1.0:1767734677.021900:0:250020:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8) pos/size18446744073709551614/512 32bit_api 0 00000080:00000001:1.0:1767734677.021905:0:250020:0:(dir.c:364:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734677.021908:0:250020:0:(dir.c:434:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.021921:0:250020:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734677.021924:0:250020:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734677.021926:0:250020:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734677.021931:0:250020:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734677.021940:0:250020:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b0d800c400. 00000020:00000001:1.0:1767734677.021945:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febdc0 00000080:00200000:1.0:1767734677.021948:0:250020:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=2, dir=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), flags=0 00000080:00000001:1.0:1767734677.021952:0:250020:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734677.021954:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febc80 00000080:00200000:1.0:1767734677.021957:0:250020:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=2, dir=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), intent=getattr 00000080:00000010:1.0:1767734677.021964:0:250020:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f4629200. 00000080:00000001:1.0:1767734677.021969:0:250020:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734677.021972:0:250020:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734677.021984:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febba0 00800000:00000002:1.0:1767734677.021987:0:250020:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '2' on [0x2000013a3:0x4:0x0] 00800000:00000001:1.0:1767734677.021991:0:250020:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734677.021994:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febb38 00800000:00000002:1.0:1767734677.021997:0:250020:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x4:0x0], fid2=[0x0:0x0:0x0], name='2' -> mds #0 00000002:00000001:1.0:1767734677.022002:0:250020:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734677.022004:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feba70 00000002:00010000:1.0:1767734677.022007:0:250020:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 2,[0x0:0x0:0x0]) in obj [0x2000013a3:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734677.022012:0:250020:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734677.022014:0:250020:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734677.022018:0:250020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cd880. 00000020:00000040:1.0:1767734677.022021:0:250020:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=13 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734677.022026:0:250020:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734677.022029:0:250020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734677.022034:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.022036:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.022038:0:250020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.022041:0:250020:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734677.022043:0:250020:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734677.022047:0:250020:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734677.022052:0:250020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04bc400. 00000100:00000001:1.0:1767734677.022057:0:250020:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.022061:0:250020:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734677.022063:0:250020:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.022066:0:250020:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734677.022068:0:250020:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.022071:0:250020:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.022076:0:250020:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00010000:00000001:1.0:1767734677.022080:0:250020:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734677.022082:0:250020:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734677.022086:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 4 00010000:00000001:1.0:1767734677.022090:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734677.022093:0:250020:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734677.022096:0:250020:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683f000. 00000020:00000001:1.0:1767734677.022100:0:250020:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734677.022109:0:250020:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683f000 with handle 0x1886cffb85c2b8d9 to hash 00000020:00000001:1.0:1767734677.022112:0:250020:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734677.022114:0:250020:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734677.022118:0:250020:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734677.022121:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734677.022124:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734677.022128:0:250020:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f000/0x1886cffb85c2b8d9 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 250020 initiator: MDT0 00010000:00010000:1.0:1767734677.022137:0:250020:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f000/0x1886cffb85c2b8d9 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 250020 initiator: MDT0 00010000:00010000:1.0:1767734677.022148:0:250020:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f000/0x1886cffb85c2b8d9 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 250020 initiator: MDT0 00000100:00000001:1.0:1767734677.022155:0:250020:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734677.022156:0:250020:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734677.022161:0:250020:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b2010d9a80. 00000100:00000001:1.0:1767734677.022163:0:250020:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975599232 : -117982733952384 : ffff94b2010d9a80) 00000100:00000001:1.0:1767734677.022166:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.022168:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000001:1.0:1767734677.022172:0:250020:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734677.022175:0:250020:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.022178:0:250020:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734677.022179:0:250020:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734677.022185:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cd880 x1853602672081024/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.022196:0:250020:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734677.022198:0:250020:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.022201:0:250020:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734677.022204:0:250020:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734677.022206:0:250020:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734677.022210:0:250020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cd880 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672081024:192.168.203.112@tcp:101:rm.0 00000100:00000001:1.0:1767734677.022214:0:250020:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734677.022224:0:250020:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734677.022226:0:250020:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.022229:0:250020:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734677.022233:0:250020:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9290800. 02000000:00000001:1.0:1767734677.022235:0:250020:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734677.022242:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734677.022246:0:250020:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810b58. 00000400:00000010:1.0:1767734677.022250:0:250020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bf68. 00000100:00000200:1.0:1767734677.022255:0:250020:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672081024, portal 10 00000100:00000001:1.0:1767734677.022258:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.022260:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000040:1.0:1767734677.022267:0:250020:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cd880 x1853602672081024/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734693 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.022276:0:250020:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734677.022279:0:250020:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734677.022282:0:250020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734677.022285:0:250020:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672081024, offset 0 00000400:00000200:1.0:1767734677.022291:0:250020:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734677.022297:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734677.022303:0:250020:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734677.022345:0:250020:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734677.022350:0:250020:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734677.022353:0:250020:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734677.022357:0:250020:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734677.022361:0:250020:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66579:66579:256:4294967295] 192.168.203.112@tcp LPNI seq info [66579:66579:8:4294967295] 00000400:00000200:1.0:1767734677.022367:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734677.022377:0:250020:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734677.022383:0:250020:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734677.022389:0:250020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c200. 00000800:00000200:1.0:1767734677.022395:0:250020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734677.022402:0:250020:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734677.022406:0:250020:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734677.022434:0:250020:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734677.022439:0:250020:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5636 usecs (6 jiffies) 00000400:00000200:1.0:1767734677.022445:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734677.022448:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303438850 00000100:00000001:1.0:1767734677.022454:0:250020:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303438847 00000100:00000001:1.0:1767734677.022458:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303438850 00000100:00000001:1.0:1767734677.022462:0:250020:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303438847 00000100:00000001:1.0:1767734677.022466:0:250020:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734677.022469:0:250020:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.022472:0:250020:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734677.022474:0:250020:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734677.022477:0:250020:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b2010d9a80 going to sleep for 11 seconds 00000100:00000001:1.0:1767734677.022480:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734677.022483:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734677.022627:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734677.022635:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:2.0:1767734677.022642:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734677.022650:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734677.022666:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:2.0:1767734677.022669:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:2.0:1767734677.022673:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734677.022681:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cd880 x1853602672081024/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734693 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734677.022693:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734677.022698:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd880 x1853602672081024/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734693 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734677.022707:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734677.022710:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734677.026121:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.026133:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734677.026136:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.026139:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734677.026147:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.026153:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734677.026160:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.026164:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.026169:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.026173:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 640 into portal 10 MB=0x695d780d2f880 00000400:00000200:3.0:1767734677.026179:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.026185:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 640/640 into md 0x7b96d [1] + 224 00000800:00000001:3.0:1767734677.026191:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.026198:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734677.026201:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734677.026206:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734677.026211:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734677.026218:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cd880 x1853602672081024/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734693 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734677.026231:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1792 req@ffff94b1d02cd880 x1853602672081024/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734677.026256:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734677.026263:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.026267:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.026368:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734677.026378:0:250020:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734677.026380:0:250020:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734677.026384:0:250020:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810b58. 00000400:00000200:1.0:1767734677.026390:0:250020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bf68 00000400:00000010:1.0:1767734677.026393:0:250020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bf68. 00000100:00000001:1.0:1767734677.026397:0:250020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734677.026406:0:250020:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cd880 x1853602672081024/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734677.026421:0:250020:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cd880 x1853602672081024/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.026431:0:250020:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734677.026433:0:250020:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.026436:0:250020:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734677.026438:0:250020:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734677.026440:0:250020:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734677.026443:0:250020:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.026446:0:250020:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734677.026452:0:250020:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734677.026469:0:250020:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734677.026472:0:250020:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734677.026474:0:250020:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.026476:0:250020:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734677.026480:0:250020:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.026483:0:250020:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734677.026512:0:250020:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734677.026516:0:250020:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734677.026518:0:250020:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734677.026525:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cd880 x1853602672081024/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/640 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.026535:0:250020:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734677.026538:0:250020:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734677.026540:0:250020:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734677.026545:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cd880 x1853602672081024/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/640 e 0 to 0 dl 1767734693 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734677.026554:0:250020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cd880 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672081024:192.168.203.112@tcp:101:rm.0 00000100:00000001:1.0:1767734677.026560:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.026562:0:250020:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.026565:0:250020:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734677.026566:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.026570:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cd880 x1853602672081024/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/640 e 0 to 0 dl 1767734693 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.026579:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734677.026582:0:250020:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b2010d9a80. 00000100:00000001:1.0:1767734677.026586:0:250020:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734677.026588:0:250020:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.026590:0:250020:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734677.026593:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.026596:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.026598:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=4 00000020:00000001:1.0:1767734677.026601:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734677.026605:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000040:1.0:1767734677.026622:0:250020:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683f000, remote cookie: 0x9bbb2ede58dabcac, flags: 0x1001 00010000:00010000:1.0:1767734677.026628:0:250020:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f000/0x1886cffb85c2b8d9 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabcac expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734677.026639:0:250020:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x5:0x0].0x0, instead of [0x2000013a3:0x4:0x0].0x0 00010000:00000001:1.0:1767734677.026643:0:250020:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1767734677.026647:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1a00 count: 2 00010000:00000001:1.0:1767734677.026650:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734677.026654:0:250020:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734677.026658:0:250020:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f000/0x1886cffb85c2b8d9 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabcac expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734677.026668:0:250020:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f000/0x1886cffb85c2b8d9 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabcac expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.026675:0:250020:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734677.026677:0:250020:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734677.026679:0:250020:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734677.026681:0:250020:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734677.026683:0:250020:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734677.026686:0:250020:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x5:0x0].0x0 (ffff94b1d21e1a00) refcount = 2 00010000:00000040:1.0:1767734677.026689:0:250020:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767734677.026692:0:250020:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b8bd lrc: 1/0,0 mode: CR/CR res: [0x2000013a3:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dabc5f expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1767734677.026702:0:250020:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f000/0x1886cffb85c2b8d9 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabcac expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.026709:0:250020:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734677.026711:0:250020:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734677.026713:0:250020:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734677.026716:0:250020:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734677.026724:0:250020:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734677.026728:0:250020:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f000/0x1886cffb85c2b8d9 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabcac expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.026736:0:250020:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734677.026737:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.026739:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.026741:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.026742:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.026744:0:250020:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.026747:0:250020:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734677.026749:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.026751:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.026753:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734677.026755:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734677.026758:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734677.026761:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.026762:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.026764:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=4 00000020:00000001:1.0:1767734677.026767:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734677.026770:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734677.026773:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734677.026775:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734677.026779:0:250020:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f000/0x1886cffb85c2b8d9 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabcac expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.026787:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.026788:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.026789:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.026791:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.026792:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=5 00000020:00000001:1.0:1767734677.026795:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734677.026797:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734677.026800:0:250020:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734677.026811:0:250020:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f000/0x1886cffb85c2b8d9 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabcac expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.026819:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.026820:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734677.026824:0:250020:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f000/0x1886cffb85c2b8d9 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabcac expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.026831:0:250020:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734677.026832:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.026834:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.026835:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.026837:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734677.026842:0:250020:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1d02cd880 x1853602672081024/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/640 e 0 to 0 dl 1767734693 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734677.026852:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.026854:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.026855:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734677.026858:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734677.026860:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00000002:00010000:1.0:1767734677.026864:0:250020:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f000/0x1886cffb85c2b8d9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabcac expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00000002:00000010:1.0:1767734677.026874:0:250020:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94b1f451f7c0. 00010000:00000001:1.0:1767734677.026877:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.026878:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734677.026880:0:250020:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.026882:0:250020:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.026885:0:250020:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734677.026888:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.026889:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.026891:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734677.026894:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734677.026896:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00000002:00010000:1.0:1767734677.026906:0:250020:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f000/0x1886cffb85c2b8d9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabcac expref: -99 pid: 250020 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734677.026915:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.026916:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.026918:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734677.026920:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.026921:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.026923:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734677.026925:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734677.026928:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000040:1.0:1767734677.026932:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1a00 count: 3 00010000:00000001:1.0:1767734677.026934:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734677.026938:0:250020:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/5 (0 0) 00010000:00000001:1.0:1767734677.026942:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.026943:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734677.026945:0:250020:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734677.026947:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feb9f0 00000002:00002000:1.0:1767734677.026950:0:250020:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=2 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734677.026953:0:250020:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.026956:0:250020:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.026959:0:250020:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734677.026962:0:250020:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x4:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734677.026965:0:250020:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.026968:0:250020:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734677.026970:0:250020:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307febdf8 it_disposition b 00000080:00000001:1.0:1767734677.026972:0:250020:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734677.026976:0:250020:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734677.026978:0:250020:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734677.026980:0:250020:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920709 : 144115272414920709 : 2000013a3000005) 00000080:00000001:1.0:1767734677.026983:0:250020:0:(namei.c:117:ll_iget()) Process entered 00000020:00000001:1.0:1767734677.026987:0:250020:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000010:1.0:1767734677.026992:0:250020:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at ffff94b1d1d1bea0. 00000020:00000010:1.0:1767734677.026996:0:250020:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1f4629a00. 00000020:00000010:1.0:1767734677.027000:0:250020:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1f4628c00. 00000020:00000010:1.0:1767734677.027009:0:250020:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1dd24d960. 00000008:00000010:1.0:1767734677.027019:0:250020:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f69037c8. 00020000:00000010:1.0:1767734677.027024:0:250020:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fabe5780. 00008000:00000010:1.0:1767734677.027028:0:250020:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1d13a74f8. 00000080:00000010:1.0:1767734677.027033:0:250020:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1f0d0a5e8. 00000080:00000010:1.0:1767734677.027037:0:250020:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1d1cdcdb0. 00000020:00000010:1.0:1767734677.027041:0:250020:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1f4628000. 00000008:00000010:1.0:1767734677.027045:0:250020:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94b1f64dc420. 00020000:00000010:1.0:1767734677.027049:0:250020:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff94b2017bc240. 00008000:00000010:1.0:1767734677.027052:0:250020:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94b1e7d6fcd8. 00000080:00000010:1.0:1767734677.027056:0:250020:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94b1de506d20. 00000020:00000001:1.0:1767734677.027060:0:250020:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183147176 : -117983526404440 : ffff94b1d1d1bea8) 00000020:00001000:1.0:1767734677.027063:0:250020:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1bea0 00000020:00000001:1.0:1767734677.027065:0:250020:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734677.027068:0:250020:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734677.027070:0:250020:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1767734677.027074:0:250020:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff94b1dd24d7e0. 00020000:00000010:1.0:1767734677.027077:0:250020:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff94b1c838b380. 00020000:00000010:1.0:1767734677.027081:0:250020:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94b1dd24d000. 00020000:00000001:1.0:1767734677.027084:0:250020:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446626090373140480 : -117983336411136 : ffff94b1dd24d000) 00020000:00000002:1.0:1767734677.027088:0:250020:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1dd24d000, objid 0x5:5027, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734677.027093:0:250020:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734677.027098:0:250020:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1c838b380: ostid: 0x240000403:6239 ost idx: 0 gen: 0 00020000:00000002:1.0:1767734677.027102:0:250020:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f84534d8) owner ffff94b1c12dcf80 00020000:00000001:1.0:1767734677.027105:0:250020:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734677.027107:0:250020:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f84534d8) owner ffff94b1c12dcf80 00020000:00000010:1.0:1767734677.027111:0:250020:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94b1c838b380. 00020000:00000010:1.0:1767734677.027114:0:250020:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff94b1dd24d7e0. 00020000:00000010:1.0:1767734677.027117:0:250020:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff94b1dd24d000. 00020000:00000002:1.0:1767734677.027120:0:250020:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x5:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734677.027123:0:250020:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.027125:0:250020:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734677.027133:0:250020:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1bea0 00000080:00000001:1.0:1767734677.027137:0:250020:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920709 : 144115272414920709 : 2000013a3000005) 00000080:00000001:1.0:1767734677.027141:0:250020:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734677.027145:0:250020:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x5:0x0](ffff94b1c4b0e3c8): rc = 0 00000080:00000001:1.0:1767734677.027148:0:250020:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962890184 : -117983746661432 : ffff94b1c4b0e3c8) 00010000:00000001:1.0:1767734677.027151:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.027153:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.027156:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734677.027158:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734677.027161:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00000080:00000001:1.0:1767734677.027164:0:250020:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734677.027166:0:250020:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734677.027168:0:250020:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183147176 : -117983526404440 : ffff94b1d1d1bea8) 00000020:00001000:1.0:1767734677.027171:0:250020:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1bea0 00000020:00000001:1.0:1767734677.027172:0:250020:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734677.027174:0:250020:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734677.027176:0:250020:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1767734677.027178:0:250020:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff94b1dd24d000. 00020000:00000010:1.0:1767734677.027181:0:250020:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff94b1c838b380. 00020000:00000010:1.0:1767734677.027184:0:250020:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94b1dd24d7e0. 00020000:00000001:1.0:1767734677.027186:0:250020:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446626090373142496 : -117983336409120 : ffff94b1dd24d7e0) 00020000:00000002:1.0:1767734677.027189:0:250020:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1dd24d7e0, objid 0x5:5027, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734677.027194:0:250020:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734677.027198:0:250020:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1c838b380: ostid: 0x240000403:6239 ost idx: 0 gen: 0 00020000:00000002:1.0:1767734677.027201:0:250020:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f84534d8) owner ffff94b1c12dcf80 00020000:00000001:1.0:1767734677.027204:0:250020:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734677.027206:0:250020:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f84534d8) owner ffff94b1c12dcf80 00020000:00000010:1.0:1767734677.027209:0:250020:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94b1c838b380. 00020000:00000010:1.0:1767734677.027212:0:250020:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff94b1dd24d000. 00020000:00000010:1.0:1767734677.027215:0:250020:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff94b1dd24d7e0. 00020000:00000002:1.0:1767734677.027217:0:250020:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x5:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734677.027219:0:250020:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.027227:0:250020:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.027230:0:250020:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734677.027233:0:250020:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000002:1.0:1767734677.027236:0:250020:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff94b1dd24d900 addref 2/0 by ffff94b1c12dcf80. 00020000:00000002:1.0:1767734677.027240:0:250020:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734677.027242:0:250020:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734677.027244:0:250020:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1767734677.027246:0:250020:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1767734677.027248:0:250020:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1767734677.027251:0:250020:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1767734677.027253:0:250020:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x5:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1767734677.027257:0:250020:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1bea0 00000080:00000001:1.0:1767734677.027259:0:250020:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.027262:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.027263:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734677.027265:0:250020:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734677.027268:0:250020:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734677.027270:0:250020:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734677.027274:0:250020:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x5:0x0](ffff94b1c4b0e3c8) for lock 0x1886cffb85c2b8d9 00800000:00000001:1.0:1767734677.027277:0:250020:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734677.027279:0:250020:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734677.027281:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.027283:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.027285:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734677.027288:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734677.027291:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734677.027293:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.027295:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734677.027296:0:250020:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.027298:0:250020:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734677.027302:0:250020:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f18e7288 inode ffff94b1c4b0e3c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1767734677.027341:0:250020:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734677.027347:0:250020:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x5:0x0](ffff94b1c4b0e3c8) 00000080:00010000:1.0:1767734677.027350:0:250020:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b8d9 from it ffffafc307febdf8 00010000:00000001:1.0:1767734677.027353:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.027362:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.027364:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734677.027367:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734677.027370:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734677.027373:0:250020:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734677.027377:0:250020:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f000/0x1886cffb85c2b8d9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dabcac expref: -99 pid: 250020 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734677.027385:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.027387:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.027389:0:250020:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734677.027391:0:250020:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734677.027394:0:250020:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f000/0x1886cffb85c2b8d9 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dabcac expref: -99 pid: 250020 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734677.027402:0:250020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734677.027405:0:250020:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734677.027407:0:250020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734677.027409:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.027411:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.027413:0:250020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.027416:0:250020:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734677.027418:0:250020:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.027420:0:250020:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.027423:0:250020:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.027426:0:250020:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734677.027428:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.027429:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734677.027432:0:250020:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734677.027435:0:250020:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f4629200. 00000100:00000001:1.0:1767734677.027439:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.027446:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cd880 x1853602672081024/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/640 e 0 to 0 dl 1767734693 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.027455:0:250020:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734677.027458:0:250020:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734677.027470:0:250020:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9290800. 02000000:00000001:1.0:1767734677.027473:0:250020:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734677.027475:0:250020:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734677.027477:0:250020:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=12 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734677.027480:0:250020:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734677.027483:0:250020:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04bc400. 02000000:00000001:1.0:1767734677.027508:0:250020:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734677.027510:0:250020:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734677.027512:0:250020:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cd880. 00000100:00000001:1.0:1767734677.027516:0:250020:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734677.027518:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734677.027520:0:250020:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734677.027523:0:250020:0:(dcache.c:176:ll_intent_release()) intent ffffafc307febdf8 released 00000080:00000001:1.0:1767734677.027525:0:250020:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734677.027529:0:250020:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734677.027532:0:250020:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734677.027537:0:250020:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.027541:0:250020:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:1.0:1767734677.027544:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febdf8 00000080:00200000:1.0:1767734677.027547:0:250020:0:(namei.c:2354:ll_unlink()) VFS Op:name=2, dir=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8) 00000080:00000001:1.0:1767734677.027550:0:250020:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1767734677.027553:0:250020:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734677.027555:0:250020:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183147176 : -117983526404440 : ffff94b1d1d1bea8) 00000020:00001000:1.0:1767734677.027558:0:250020:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1bea0 00000020:00000001:1.0:1767734677.027560:0:250020:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734677.027563:0:250020:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000002:1.0:1767734677.027567:0:250020:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff94b1dd24d900 addref 2/0 by ffff94b1c12dcf80. 00020000:00000002:1.0:1767734677.027570:0:250020:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734677.027573:0:250020:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734677.027574:0:250020:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1767734677.027576:0:250020:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1767734677.027578:0:250020:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1767734677.027581:0:250020:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1767734677.027583:0:250020:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1bea0 00000080:00000001:1.0:1767734677.027586:0:250020:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734677.027591:0:250020:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f4629200. 00800000:00000001:1.0:1767734677.027610:0:250020:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734677.027614:0:250020:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734677.027617:0:250020:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x5:0x0] 00800000:00000001:1.0:1767734677.027620:0:250020:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734677.027623:0:250020:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x4:0x0]/[0x2000013a3:0x5:0x0] -> mds #0 00000002:00000001:1.0:1767734677.027628:0:250020:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734677.027630:0:250020:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734677.027634:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 4 00010000:00000001:1.0:1767734677.027638:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734677.027640:0:250020:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734677.027645:0:250020:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734677.027648:0:250020:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734677.027657:0:250020:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734677.027660:0:250020:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734677.027662:0:250020:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734677.027664:0:250020:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x4:0x0] mode (null) 00000002:00000001:1.0:1767734677.027667:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734677.027669:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734677.027672:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 5 00010000:00000001:1.0:1767734677.027674:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734677.027678:0:250020:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1767734677.027681:0:250020:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1767734677.027683:0:250020:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734677.027686:0:250020:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734677.027690:0:250020:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc2e expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.027698:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.027700:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734677.027701:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1767734677.027704:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.027706:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.027708:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f7487000 refcount=2 00000020:00000001:1.0:1767734677.027710:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:1.0:1767734677.027719:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090811682816 : -117982897868800 : ffff94b1f7487000) 00010000:00000001:1.0:1767734677.027722:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.027724:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734677.027726:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734677.027728:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734677.027731:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 5 00010000:00000001:1.0:1767734677.027733:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734677.027736:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.027739:0:250020:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767734677.027742:0:250020:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2000013a3:0x4:0x0] lli = ffff94b1d15aa100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1767734677.027795:0:250020:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767734677.027798:0:250020:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767734677.027800:0:250020:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734677.027802:0:250020:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.027805:0:250020:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734677.027808:0:250020:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734677.027810:0:250020:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734677.027812:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734677.027815:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734677.027818:0:250020:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c5741000 with handle 0x1886cffb85c2b8c4 from hash 00010000:00000001:1.0:1767734677.027821:0:250020:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734677.027823:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.027825:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.027826:0:250020:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734677.027829:0:250020:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734677.027830:0:250020:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734677.027834:0:250020:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734677.027836:0:250020:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734677.027839:0:250020:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734677.027842:0:250020:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734677.027845:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1a00 count: 3 00010000:00000001:1.0:1767734677.027848:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734677.027850:0:250020:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734677.027853:0:250020:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734677.027856:0:250020:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f000/0x1886cffb85c2b8d9 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dabcac expref: -99 pid: 250020 timeout: 0 lvb_type: 3 00000080:00000001:1.0:1767734677.027871:0:250020:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734677.027873:0:250020:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734677.027875:0:250020:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734677.027877:0:250020:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x5:0x0] mode (null) 00000002:00000001:1.0:1767734677.027880:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734677.027882:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734677.027885:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1a00 count: 4 00010000:00000001:1.0:1767734677.027887:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734677.027890:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.027892:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734677.027894:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734677.027896:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1a00 count: 4 00010000:00000001:1.0:1767734677.027898:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734677.027901:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.027903:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734677.027904:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734677.027906:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1a00 count: 4 00010000:00000001:1.0:1767734677.027908:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734677.027911:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.027912:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734677.027914:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734677.027916:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1a00 count: 4 00010000:00000001:1.0:1767734677.027918:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734677.027920:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.027922:0:250020:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.027925:0:250020:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734677.027926:0:250020:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734677.027929:0:250020:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183147176 : -117983526404440 : ffff94b1d1d1bea8) 00000020:00001000:1.0:1767734677.027931:0:250020:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1bea0 00000020:00000001:1.0:1767734677.027933:0:250020:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734677.027935:0:250020:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x5:0x0]: losing layout lock 00000080:00000001:1.0:1767734677.027937:0:250020:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734677.027940:0:250020:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734677.027942:0:250020:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734677.027944:0:250020:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734677.027952:0:250020:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x5:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734677.027954:0:250020:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.027957:0:250020:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734677.027959:0:250020:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1bea0 00000080:00000001:1.0:1767734677.027962:0:250020:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.027965:0:250020:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734677.027967:0:250020:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x5:0x0](ffff94b1c4b0e3c8) invalid 00000020:00000001:1.0:1767734677.027970:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feba60 00000080:00002000:1.0:1767734677.027972:0:250020:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry 2 (ffff94b1f18e7288) parent ffff94b1f185e798 inode ffff94b1c4b0e3c8 refc 1 00000080:00000001:1.0:1767734677.027976:0:250020:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734677.027978:0:250020:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734677.027980:0:250020:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.027983:0:250020:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734677.027985:0:250020:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734677.027987:0:250020:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734677.027989:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734677.027991:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734677.027994:0:250020:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683f000 with handle 0x1886cffb85c2b8d9 from hash 00010000:00000001:1.0:1767734677.027997:0:250020:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734677.027999:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.028000:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.028001:0:250020:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734677.028003:0:250020:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734677.028005:0:250020:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734677.028008:0:250020:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734677.028011:0:250020:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b8bd lrc: 2/0,0 mode: CR/CR res: [0x2000013a3:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dabc5f expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00000080:00000001:1.0:1767734677.028017:0:250020:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734677.028019:0:250020:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734677.028021:0:250020:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734677.028023:0:250020:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x5:0x0] mode (null) 00000002:00000001:1.0:1767734677.028026:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734677.028028:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734677.028030:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1a00 count: 4 00010000:00000001:1.0:1767734677.028033:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734677.028041:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.028043:0:250020:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.028045:0:250020:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734677.028047:0:250020:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734677.028049:0:250020:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183147176 : -117983526404440 : ffff94b1d1d1bea8) 00000020:00001000:1.0:1767734677.028052:0:250020:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1bea0 00000020:00000001:1.0:1767734677.028054:0:250020:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734677.028055:0:250020:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x5:0x0]: losing layout lock 00000080:00000001:1.0:1767734677.028057:0:250020:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734677.028059:0:250020:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734677.028061:0:250020:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734677.028062:0:250020:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734677.028065:0:250020:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x5:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734677.028067:0:250020:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.028069:0:250020:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734677.028071:0:250020:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1bea0 00000080:00000001:1.0:1767734677.028073:0:250020:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.028075:0:250020:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734677.028076:0:250020:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.028079:0:250020:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734677.028081:0:250020:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734677.028082:0:250020:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734677.028084:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734677.028086:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734677.028089:0:250020:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683e800 with handle 0x1886cffb85c2b8bd from hash 00010000:00000001:1.0:1767734677.028091:0:250020:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734677.028093:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.028094:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.028095:0:250020:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734677.028097:0:250020:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734677.028099:0:250020:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734677.028102:0:250020:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1767734677.028104:0:250020:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1767734677.028106:0:250020:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1767734677.028111:0:250020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cd880. 00000020:00000040:1.0:1767734677.028114:0:250020:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=13 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734677.028118:0:250020:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734677.028125:0:250020:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.028128:0:250020:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734677.028132:0:250020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734677.028136:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.028137:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.028139:0:250020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.028142:0:250020:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734677.028144:0:250020:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734677.028147:0:250020:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734677.028152:0:250020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f4629000. 00000100:00000001:1.0:1767734677.028157:0:250020:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.028160:0:250020:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734677.028162:0:250020:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734677.028167:0:250020:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f000/0x1886cffb85c2b8d9 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dabcac expref: -99 pid: 250020 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1767734677.028176:0:250020:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b8bd lrc: 1/0,0 mode: --/CR res: [0x2000013a3:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dabc5f expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1767734677.028184:0:250020:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734677.028191:0:250020:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1767734677.028194:0:250020:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1767734677.028196:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734677.028199:0:250020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f000/0x1886cffb85c2b8d9 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dabcac expref: -99 pid: 250020 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1767734677.028206:0:250020:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94b1f451f7c0. 00010000:00000001:1.0:1767734677.028212:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.028214:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734677.028216:0:250020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683e800/0x1886cffb85c2b8bd lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dabc5f expref: -99 pid: 250019 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1767734677.028223:0:250020:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94b1f451f040. 00010000:00000040:1.0:1767734677.028232:0:250020:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1a00 count: 0 00010000:00000010:1.0:1767734677.028237:0:250020:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537e80. 00010000:00000001:1.0:1767734677.028243:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.028245:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734677.028248:0:250020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5741000/0x1886cffb85c2b8c4 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabc6d expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.028257:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.028258:0:250020:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.028261:0:250020:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734677.028263:0:250020:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.028265:0:250020:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734677.028273:0:250020:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:1.0:1767734677.028281:0:250020:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cd880 x1853602672081280/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734677.028290:0:250020:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734677.028292:0:250020:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734677.028296:0:250020:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b2010d9a80. 00000100:00000001:1.0:1767734677.028299:0:250020:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975599232 : -117982733952384 : ffff94b2010d9a80) 00000100:00000001:1.0:1767734677.028302:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.028304:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000001:1.0:1767734677.028308:0:250020:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734677.028358:0:250020:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.028361:0:250020:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734677.028363:0:250020:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734677.028369:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cd880 x1853602672081280/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734677.028379:0:250020:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734677.028381:0:250020:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.028385:0:250020:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734677.028387:0:250020:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734677.028390:0:250020:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734677.028394:0:250020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cd880 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672081280:192.168.203.112@tcp:36:rm.0 00000100:00000001:1.0:1767734677.028410:0:250020:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734677.028414:0:250020:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734677.028416:0:250020:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.028419:0:250020:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734677.028423:0:250020:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9290800. 02000000:00000001:1.0:1767734677.028425:0:250020:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734677.028433:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734677.028437:0:250020:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810b58. 00000400:00000010:1.0:1767734677.028442:0:250020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bf68. 00000100:00000200:1.0:1767734677.028448:0:250020:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672081280, portal 10 00000100:00000001:1.0:1767734677.028451:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.028454:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000040:1.0:1767734677.028462:0:250020:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cd880 x1853602672081280/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734693 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734677.028472:0:250020:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734677.028476:0:250020:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734677.028481:0:250020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bcc0. 00000100:00000200:1.0:1767734677.028506:0:250020:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1853602672081280, offset 0 00000400:00000200:1.0:1767734677.028514:0:250020:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734677.028521:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734677.028527:0:250020:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734677.028532:0:250020:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734677.028536:0:250020:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734677.028540:0:250020:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734677.028543:0:250020:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734677.028548:0:250020:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66580:66580:256:4294967295] 192.168.203.112@tcp LPNI seq info [66580:66580:8:4294967295] 00000400:00000200:1.0:1767734677.028553:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734677.028563:0:250020:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734677.028569:0:250020:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734677.028574:0:250020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c300. 00000800:00000200:1.0:1767734677.028580:0:250020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734677.028595:0:250020:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734677.028599:0:250020:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c300 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734677.028617:0:250020:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734677.028621:0:250020:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5627 usecs (6 jiffies) 00000400:00000200:1.0:1767734677.028626:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734677.028629:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303438856 00000100:00000001:1.0:1767734677.028636:0:250020:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303438850 00000100:00000001:1.0:1767734677.028641:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303438856 00000100:00000001:1.0:1767734677.028645:0:250020:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303438850 00000100:00000001:1.0:1767734677.028649:0:250020:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734677.028652:0:250020:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.028655:0:250020:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734677.028657:0:250020:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734677.028659:0:250020:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b2010d9a80 going to sleep for 11 seconds 00000100:00000001:1.0:1767734677.028662:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734677.028665:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734677.028787:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734677.028795:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c300. 00000400:00000200:2.0:1767734677.028802:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734677.028810:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734677.028815:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bcc0 00000400:00000010:2.0:1767734677.028818:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bcc0. 00000100:00000001:2.0:1767734677.028822:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734677.028829:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cd880 x1853602672081280/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734693 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734677.028842:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734677.028846:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd880 x1853602672081280/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734693 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734677.028855:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734677.028858:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734677.033421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683f000. 00010000:00000010:1.1:1767734677.033430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1a00. 00010000:00000010:1.1:1767734677.033434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683e800. 00010000:00000010:1.1:1767734677.033438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c5741000. 00000800:00000001:3.0:1767734677.034657:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.034668:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734677.034672:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.034675:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734677.034682:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.034701:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734677.034707:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.034712:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.034716:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.034721:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d2f980 00000400:00000200:3.0:1767734677.034727:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.034732:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b975 [1] + 224 00000800:00000001:3.0:1767734677.034739:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.034747:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734677.034750:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734677.034755:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734677.034760:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734677.034767:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cd880 x1853602672081280/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734693 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734677.034781:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1d02cd880 x1853602672081280/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734677.034806:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734677.034813:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734677.034817:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.034822:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734677.034828:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66581:66581:256:4294967295] 192.168.203.112@tcp LPNI seq info [66581:66581:8:4294967295] 00000400:00000200:3.0:1767734677.034834:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.034842:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734677.034848:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734677.034853:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416800. 00000800:00000200:3.0:1767734677.034859:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734677.034866:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734677.034870:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416800 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734677.034917:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734677.034928:0:250020:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734677.034930:0:250020:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734677.034935:0:250020:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810b58. 00000800:00000200:3.0:1767734677.034939:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767734677.034943:0:250020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bf68 00000400:00000010:1.0:1767734677.034947:0:250020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bf68. 00000100:00000001:1.0:1767734677.034952:0:250020:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:3.0:1767734677.034956:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416800. 00000400:00000200:3.0:1767734677.034964:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734677.034966:0:250020:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cd880 x1853602672081280/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734677.034979:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734677.035000:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767734677.035003:0:250020:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cd880 x1853602672081280/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/944 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734677.035009:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.035020:0:250020:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734677.035023:0:250020:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.035025:0:250020:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734677.035028:0:250020:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734677.035030:0:250020:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734677.035045:0:250020:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.035048:0:250020:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734677.035055:0:250020:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734677.035059:0:250020:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734677.035063:0:250020:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734677.035064:0:250020:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.035067:0:250020:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734677.035071:0:250020:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.035074:0:250020:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734677.035076:0:250020:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x30000590e/0x30000590f] 00000100:00000001:1.0:1767734677.035080:0:250020:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734677.035083:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.035085:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155563136 : -117983553988480 : ffff94b1d02cd880) 00000100:00000001:1.0:1767734677.035093:0:250020:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734677.035095:0:250020:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734677.035098:0:250020:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734677.035100:0:250020:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734677.035107:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cd880 x1853602672081280/t12884924694(12884924694) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734693 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734677.035118:0:250020:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734677.035121:0:250020:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734677.035123:0:250020:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734677.035128:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cd880 x1853602672081280/t12884924694(12884924694) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734693 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734677.035138:0:250020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cd880 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672081280:192.168.203.112@tcp:36:rm.0 00000100:00000001:1.0:1767734677.035143:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.035146:0:250020:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.035148:0:250020:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734677.035150:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.035154:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd880 x1853602672081280/t12884924694(12884924694) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734693 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734677.035162:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734677.035171:0:250020:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b2010d9a80. 00000100:00000001:1.0:1767734677.035175:0:250020:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734677.035177:0:250020:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.035183:0:250020:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.035186:0:250020:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734677.035190:0:250020:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f4629200. 00000100:00000001:1.0:1767734677.035195:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.035199:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cd880 x1853602672081280/t12884924694(12884924694) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734693 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734677.035207:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.035211:0:250020:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.035218:0:250020:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734677.035221:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febe28 00000080:00002000:1.0:1767734677.035223:0:250020:0:(dcache.c:127:ll_ddelete()) deleting dentry 2 (ffff94b1f18e7288, parent ffff94b1f185e798, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734677.035227:0:250020:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734677.035231:0:250020:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734677.035235:0:250020:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734677.035242:0:250020:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734677.035245:0:250020:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734677.035247:0:250020:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734677.035250:0:250020:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183147176 : -117983526404440 : ffff94b1d1d1bea8) 00000020:00001000:1.0:1767734677.035253:0:250020:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1bea0 00000020:00000001:1.0:1767734677.035257:0:250020:0:(cl_object.c:150:cl_object_top()) ffff94b1e787cc38 -> ffff94b1e787cc38 00000020:00000001:1.0:1767734677.035259:0:250020:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734677.035261:0:250020:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734677.035264:0:250020:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734677.035268:0:250020:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734677.035269:0:250020:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734677.035271:0:250020:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734677.035275:0:250020:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x5:0x0]io ffff94b1d1cdce10 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734677.035279:0:250020:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734677.035282:0:250020:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1767734677.035284:0:250020:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1767734677.035286:0:250020:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1767734677.035288:0:250020:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734677.035291:0:250020:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1767734677.035293:0:250020:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1767734677.035301:0:250020:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.035304:0:250020:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734677.035305:0:250020:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1767734677.035307:0:250020:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1767734677.035359:0:250020:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c12dcf80 00000020:00000001:1.0:1767734677.035365:0:250020:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.035369:0:250020:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1767734677.035371:0:250020:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1767734677.035375:0:250020:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1767734677.035378:0:250020:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1767734677.035382:0:250020:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1767734677.035386:0:250020:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1767734677.035389:0:250020:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1767734677.035392:0:250020:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000010:1.0:1767734677.035398:0:250020:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at ffff94b1d1d1b120. 00000100:00000040:2.0:1767734677.035407:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303438856, at 4303438857 00000020:00000010:1.0:1767734677.035407:0:250020:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1f4629200. 00000100:00000040:3.0:1767734677.035413:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303438856, at 4303438857 00000020:00000010:1.0:1767734677.035419:0:250020:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1f4629c00. 00000100:00000010:2.0:1767734677.035425:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24da80. 00000020:00000010:1.0:1767734677.035428:0:250020:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff94b1dd24d7e0. 00000100:00000010:3.0:1767734677.035429:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24dae0. 00000008:00000010:1.0:1767734677.035444:0:250020:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff94b1f6902ca0. 00020000:00000010:1.0:1767734677.035452:0:250020:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff94b1fabe5d80. 00008000:00000010:1.0:1767734677.035458:0:250020:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94b1d13a5c40. 00000080:00000010:1.0:1767734677.035465:0:250020:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94b1f0d0a738. 00000080:00000010:1.0:1767734677.035471:0:250020:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff94b1d1cdd240. 00000020:00000010:1.0:1767734677.035477:0:250020:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1f4628e00. 00000008:00000010:1.0:1767734677.035482:0:250020:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94b1f64dd340. 00020000:00000010:1.0:1767734677.035511:0:250020:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff94b2017bdf80. 00008000:00000010:1.0:1767734677.035515:0:250020:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94b1e7d6f788. 00000080:00000010:1.0:1767734677.035519:0:250020:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94b1de506e10. 00000020:00000001:1.0:1767734677.035523:0:250020:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143720 : -117983526407896 : ffff94b1d1d1b128) 00000020:00001000:1.0:1767734677.035526:0:250020:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b120 00000020:00000001:1.0:1767734677.035528:0:250020:0:(cl_object.c:150:cl_object_top()) ffff94b1e787cdc8 -> ffff94b1e787cc38 00000020:00000001:1.0:1767734677.035530:0:250020:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1767734677.035533:0:250020:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734677.035535:0:250020:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1767734677.035537:0:250020:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734677.035539:0:250020:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734677.035541:0:250020:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446626090982818472 : -117982726733144 : ffff94b2017bc2a8) 00000020:00000001:1.0:1767734677.035552:0:250020:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1767734677.035554:0:250020:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734677.035557:0:250020:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.035559:0:250020:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.035561:0:250020:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1767734677.035563:0:250020:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1767734677.035565:0:250020:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734677.035567:0:250020:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1767734677.035569:0:250020:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734677.035570:0:250020:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.035573:0:250020:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734677.035575:0:250020:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734677.035577:0:250020:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.035579:0:250020:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734677.035580:0:250020:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.035582:0:250020:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.035584:0:250020:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1767734677.035586:0:250020:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1767734677.035587:0:250020:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734677.035589:0:250020:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1767734677.035592:0:250020:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1767734677.035596:0:250020:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1767734677.035601:0:250020:0:(osc_cache.c:3127:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1767734677.035605:0:250020:0:(osc_cache.c:3164:osc_cache_wait_range()) obj ffff94b1d0c11880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1767734677.035609:0:250020:0:(osc_cache.c:3165:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1767734677.035613:0:250020:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff94b1d0c11880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1767734677.035618:0:250020:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734677.035621:0:250020:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.035623:0:250020:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734677.035625:0:250020:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734677.035627:0:250020:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.035629:0:250020:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.035631:0:250020:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1767734677.035633:0:250020:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1767734677.035635:0:250020:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1767734677.035636:0:250020:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1767734677.035638:0:250020:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1767734677.035640:0:250020:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734677.035642:0:250020:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1767734677.035644:0:250020:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1767734677.035651:0:250020:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1767734677.035653:0:250020:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1767734677.035655:0:250020:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734677.035656:0:250020:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1767734677.035658:0:250020:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1767734677.035660:0:250020:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734677.035662:0:250020:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734677.035664:0:250020:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1767734677.035666:0:250020:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1767734677.035667:0:250020:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1767734677.035669:0:250020:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1767734677.035670:0:250020:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734677.035672:0:250020:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734677.035673:0:250020:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734677.035674:0:250020:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1767734677.035676:0:250020:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1767734677.035677:0:250020:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734677.035680:0:250020:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734677.035682:0:250020:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734677.035683:0:250020:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734677.035685:0:250020:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.035687:0:250020:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1767734677.035688:0:250020:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1767734677.035690:0:250020:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1767734677.035691:0:250020:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1767734677.035697:0:250020:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734677.035699:0:250020:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b120 00020000:00000001:1.0:1767734677.035701:0:250020:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1767734677.035704:0:250020:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1767734677.035706:0:250020:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734677.035708:0:250020:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734677.035712:0:250020:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734677.035713:0:250020:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734677.035716:0:250020:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1bea0 00000080:00000001:1.0:1767734677.035718:0:250020:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.035722:0:250020:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734677.035724:0:250020:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x5:0x0](ffff94b1c4b0e3c8) 00800000:00000001:1.0:1767734677.035729:0:250020:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734677.035731:0:250020:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x5:0x0] 00000002:00000001:1.0:1767734677.035735:0:250020:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734677.035739:0:250020:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.035742:0:250020:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.035745:0:250020:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734677.035756:0:250020:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734677.035758:0:250020:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.035761:0:250020:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.035765:0:250020:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734677.035767:0:250020:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183147176 : -117983526404440 : ffff94b1d1d1bea8) 00000020:00001000:1.0:1767734677.035770:0:250020:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1bea0 00020000:00000001:1.0:1767734677.035784:0:250020:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1767734677.035787:0:250020:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734677.035827:0:250020:0:(lov_object.c:865:lov_delete_composite()) Process entered 00020000:00000002:1.0:1767734677.035831:0:250020:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1dd24d900, objid 0x5:5027, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734677.035837:0:250020:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734677.035842:0:250020:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1c838b280: ostid: 0x240000403:6239 ost idx: 0 gen: 0 00020000:00000001:1.0:1767734677.035846:0:250020:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1767734677.035848:0:250020:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734677.035851:0:250020:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1767734677.035853:0:250020:0:(cl_object.c:375:cl_object_prune()) Process entered 00010000:00000001:1.0:1767734677.035857:0:250020:0:(ldlm_request.c:2443:ldlm_resource_iterate()) Process entered 00010000:00000001:1.0:1767734677.035862:0:250020:0:(ldlm_request.c:2449:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.035865:0:250020:0:(cl_object.c:385:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1767734677.035874:0:250020:0:(osc_object.c:106:osc_object_free()) slab-freed '(osc)': 448 at ffff94b1d0c11880. 00020000:00000001:1.0:1767734677.035879:0:250020:0:(lovsub_object.c:64:lovsub_object_free()) Process entered 00020000:00000010:1.0:1767734677.035882:0:250020:0:(lovsub_object.c:84:lovsub_object_free()) slab-freed 'los': 200 at ffff94b1e787cd48. 00020000:00000001:1.0:1767734677.035886:0:250020:0:(lovsub_object.c:86:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1767734677.035907:0:250020:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734677.035910:0:250020:0:(lov_object.c:887:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734677.035913:0:250020:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734677.035916:0:250020:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1767734677.035919:0:250020:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1767734677.035921:0:250020:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000001:1.0:1767734677.035924:0:250020:0:(lov_object.c:901:lov_fini_composite()) Process entered 00020000:00000010:1.0:1767734677.035927:0:250020:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94b1d0d32f80. 00020000:00000010:1.0:1767734677.035931:0:250020:0:(lov_object.c:910:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94b2010d9900. 00020000:00000010:1.0:1767734677.035934:0:250020:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94b1dc704e50. 00020000:00000002:1.0:1767734677.035938:0:250020:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1dd24d900, objid 0x5:5027, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734677.035951:0:250020:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734677.035955:0:250020:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1c838b280: ostid: 0x240000403:6239 ost idx: 0 gen: 0 00020000:00000010:1.0:1767734677.035960:0:250020:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94b1c838b280. 00020000:00000010:1.0:1767734677.035964:0:250020:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff94b1dd24d540. 00020000:00000010:1.0:1767734677.035966:0:250020:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff94b1dd24d900. 00020000:00000001:1.0:1767734677.035969:0:250020:0:(lov_object.c:924:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1767734677.035971:0:250020:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c12dcf80 00020000:00000010:1.0:1767734677.035974:0:250020:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff94b1f84534d8. 00020000:00000001:1.0:1767734677.035978:0:250020:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1767734677.035981:0:250020:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff94b1e787cbb8. 00000020:00001000:1.0:1767734677.035986:0:250020:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1bea0 00000080:00000001:1.0:1767734677.035990:0:250020:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734677.035993:0:250020:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734677.036015:0:250020:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:1.0:1767734677.036018:0:250020:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1767734677.036020:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febdb0 00000080:00200008:1.0:1767734677.036023:0:250020:0:(file.c:424:ll_file_release()) START file 2:[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), flags 704000 00000080:00400000:1.0:1767734677.036027:0:250020:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a3:0x4:0x0] 00000080:00000001:1.0:1767734677.036031:0:250020:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1767734677.036032:0:250020:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:1.0:1767734677.036034:0:250020:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1767734677.036039:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734677.036041:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734677.036046:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 3 00010000:00000001:1.0:1767734677.036049:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734677.036053:0:250020:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1767734677.036056:0:250020:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1767734677.036059:0:250020:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734677.036063:0:250020:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734677.036067:0:250020:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8d2 lrc: 2/0,0 mode: CR/CR res: [0x2000013a3:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabc89 expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.036078:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.036080:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734677.036082:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1767734677.036084:0:250020:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a3:0x4:0x0]: 16 00000080:00000010:1.0:1767734677.036095:0:250020:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1c2ea0b40. 00000080:00000001:1.0:1767734677.036098:0:250020:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.036103:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febdb0 00000080:00000008:1.0:1767734677.036105:0:250020:0:(file.c:464:ll_file_release()) COMPLETED file 2:[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8), flags 704000, rc = 0 00000080:00000001:1.0:1767734677.036109:0:250020:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.036111:0:250020:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.036114:0:250020:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734677.036116:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febe00 00000080:00002000:1.0:1767734677.036119:0:250020:0:(dcache.c:127:ll_ddelete()) keeping dentry 2 (ffff94b1f185e798, parent ffff94b1df7ac798, inode ffff94b1d15aa1c8) hashed, 00000080:00000001:1.0:1767734677.036122:0:250020:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.036139:0:250020:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734677.036142:0:250020:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734677.036144:0:250020:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734677.036145:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febbd8 00000080:00200000:1.0:1767734677.036148:0:250020:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767734677.036153:0:250020:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f4628600. 00800000:00000002:1.0:1767734677.036157:0:250020:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767734677.036161:0:250020:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734677.036164:0:250020:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734677.036166:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febaf8 00800000:00000002:1.0:1767734677.036169:0:250020:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734677.036173:0:250020:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734677.036176:0:250020:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734677.036180:0:250020:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734677.036182:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feb9c8 00000002:00010000:1.0:1767734677.036185:0:250020:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734677.036189:0:250020:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734677.036190:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734677.036193:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734677.036197:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:1.0:1767734677.036199:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734677.036203:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734677.036205:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734677.036210:0:250020:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734677.036235:0:250020:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734677.036238:0:250020:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734677.036242:0:250020:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734677.036250:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734677.036252:0:250020:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734677.036255:0:250020:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734677.036257:0:250020:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734677.036259:0:250020:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734677.036262:0:250020:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734677.036265:0:250020:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734677.036268:0:250020:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767734677.036271:0:250020:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f4628600. 00000080:00000001:1.0:1767734677.036278:0:250020:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734677.036280:0:250020:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734677.036283:0:250020:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767734677.036287:0:250020:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b885 00800000:00000001:1.0:1767734677.036290:0:250020:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734677.036293:0:250020:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734677.036295:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.036297:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.036300:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:1.0:1767734677.036303:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:1.0:1767734677.036306:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:1.0:1767734677.036341:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.036343:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734677.036345:0:250020:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.036347:0:250020:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734677.036350:0:250020:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b885 from it ffffafc307febc10 00010000:00000001:1.0:1767734677.036353:0:250020:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734677.036355:0:250020:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734677.036364:0:250020:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:1.0:1767734677.036367:0:250020:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:1.0:1767734677.036370:0:250020:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:1.0:1767734677.036373:0:250020:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734677.036377:0:250020:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.036385:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.036386:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.036388:0:250020:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734677.036390:0:250020:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734677.036393:0:250020:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.036401:0:250020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734677.036403:0:250020:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734677.036405:0:250020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734677.036408:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.036410:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.036411:0:250020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.036414:0:250020:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734677.036416:0:250020:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.036419:0:250020:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.036422:0:250020:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.036424:0:250020:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734677.036426:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.036428:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734677.036430:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734677.036432:0:250020:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734677.036435:0:250020:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767734677.036440:0:250020:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.036443:0:250020:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734677.036445:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febba0 00000080:00002000:1.0:1767734677.036448:0:250020:0:(dcache.c:87:ll_dcompare()) found name d160k.sanity(ffff94b1df7ac798) flags 0x20000e refc 2 00000080:00000001:1.0:1767734677.036451:0:250020:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.036453:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febbe8 00000080:00200000:1.0:1767734677.036461:0:250020:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160k.sanity, flags=24 00000080:00000001:1.0:1767734677.036464:0:250020:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734677.036466:0:250020:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.036470:0:250020:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734677.036472:0:250020:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), inode mode 41ed mask 1 00000080:00000001:1.0:1767734677.036476:0:250020:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.036481:0:250020:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734677.036483:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febda8 00000080:00002000:1.0:1767734677.036508:0:250020:0:(dcache.c:87:ll_dcompare()) found name 2(ffff94b1f185e798) flags 0x28004e refc 0 00000080:00000001:1.0:1767734677.036511:0:250020:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.036514:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febe18 00000080:00200000:1.0:1767734677.036516:0:250020:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=2, flags=0 00000080:00000001:1.0:1767734677.036519:0:250020:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734677.036521:0:250020:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.036525:0:250020:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734677.036527:0:250020:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x1:0x0](ffff94b1d172aa08), inode mode 41ed mask 3 00000080:00000001:1.0:1767734677.036530:0:250020:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.036533:0:250020:0:(namei.c:2261:ll_rmdir()) Process entered 00000020:00000001:1.0:1767734677.036535:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febe18 00000080:00200000:1.0:1767734677.036537:0:250020:0:(namei.c:2264:ll_rmdir()) VFS Op:name=2, dir=[0x2000013a3:0x1:0x0](ffff94b1d172aa08) 00000080:00000001:1.0:1767734677.036540:0:250020:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1767734677.036543:0:250020:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (2, [0x2000013a3:0x4:0x0]) is foreign... 00000080:00000001:1.0:1767734677.036547:0:250020:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734677.036552:0:250020:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f4628600. 00800000:00000001:1.0:1767734677.036558:0:250020:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:1.0:1767734677.036561:0:250020:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1767734677.036564:0:250020:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a3:0x4:0x0] 00800000:00000001:1.0:1767734677.036567:0:250020:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734677.036569:0:250020:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x2000013a3:0x1:0x0]/[0x2000013a3:0x4:0x0] -> mds #0 00000002:00000001:1.0:1767734677.036573:0:250020:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1767734677.036575:0:250020:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734677.036580:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461700 count: 2 00010000:00000001:1.0:1767734677.036583:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734677.036586:0:250020:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734677.036589:0:250020:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.036592:0:250020:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.036601:0:250020:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.036603:0:250020:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734677.036607:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 3 00010000:00000001:1.0:1767734677.036610:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734677.036612:0:250020:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734677.036615:0:250020:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734677.036619:0:250020:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8d2 lrc: 2/0,0 mode: CR/CR res: [0x2000013a3:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dabc89 expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734677.036627:0:250020:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734677.036630:0:250020:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734677.036632:0:250020:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734677.036634:0:250020:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x4:0x0] mode CR 00000002:00000001:1.0:1767734677.036637:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734677.036639:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734677.036641:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 4 00010000:00000001:1.0:1767734677.036644:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734677.036647:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.036649:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734677.036651:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734677.036653:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 4 00010000:00000001:1.0:1767734677.036655:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734677.036657:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.036659:0:250020:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.036662:0:250020:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1767734677.036664:0:250020:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1767734677.036667:0:250020:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1f4628800. 00000080:00000001:1.0:1767734677.036669:0:250020:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1767734677.036672:0:250020:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1767734677.036674:0:250020:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1767734677.036676:0:250020:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a3:0x4:0x0] 00000002:00000001:1.0:1767734677.036679:0:250020:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1767734677.036680:0:250020:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1e7e86000: [0x2000013a3:0x4:0x0] file closed with intent: 0 00000100:00000010:1.0:1767734677.036685:0:250020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cdc00. 00000020:00000040:1.0:1767734677.036689:0:250020:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=14 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:1.0:1767734677.036693:0:250020:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734677.036703:0:250020:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734677.036706:0:250020:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734677.036712:0:250020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f4629e00. 00000100:00000001:1.0:1767734677.036717:0:250020:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1767734677.036728:0:250020:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1d02cea00 x1853602672080768/t12884924693(12884924693) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1767734677.036740:0:250020:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:1.0:1767734677.036746:0:250020:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cdc00 x1853602672081536/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1767734677.036755:0:250020:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734677.036757:0:250020:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734677.036761:0:250020:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b2010d9900. 00000100:00000001:1.0:1767734677.036763:0:250020:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975598848 : -117982733952768 : ffff94b2010d9900) 00000100:00000001:1.0:1767734677.036766:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.036768:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564032 : -117983553987584 : ffff94b1d02cdc00) 00000100:00000001:1.0:1767734677.036772:0:250020:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734677.036776:0:250020:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.036778:0:250020:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734677.036779:0:250020:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734677.036783:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cdc00 x1853602672081536/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.036792:0:250020:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734677.036794:0:250020:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.036797:0:250020:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734677.036800:0:250020:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734677.036803:0:250020:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734677.036806:0:250020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cdc00 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672081536:192.168.203.112@tcp:35:rm.0 00000100:00000001:1.0:1767734677.036811:0:250020:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734677.036814:0:250020:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734677.036816:0:250020:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.036818:0:250020:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734677.036822:0:250020:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9297800. 02000000:00000001:1.0:1767734677.036825:0:250020:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734677.036837:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734677.036841:0:250020:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810b58. 00000400:00000010:1.0:1767734677.036846:0:250020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bf68. 00000100:00000200:1.0:1767734677.036850:0:250020:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672081536, portal 10 00000100:00000001:1.0:1767734677.036853:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.036855:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564032 : -117983553987584 : ffff94b1d02cdc00) 00000100:00000040:1.0:1767734677.036862:0:250020:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cdc00 x1853602672081536/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734693 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.036871:0:250020:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734677.036874:0:250020:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734677.036877:0:250020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845ba18. 00000100:00000200:1.0:1767734677.036880:0:250020:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672081536, offset 0 00000400:00000200:1.0:1767734677.036886:0:250020:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734677.036892:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734677.036898:0:250020:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734677.036903:0:250020:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734677.036907:0:250020:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734677.036910:0:250020:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734677.036914:0:250020:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734677.036918:0:250020:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66582:66582:256:4294967295] 192.168.203.112@tcp LPNI seq info [66582:66582:8:4294967295] 00000400:00000200:1.0:1767734677.036924:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734677.036933:0:250020:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734677.036940:0:250020:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734677.036944:0:250020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c300. 00000800:00000200:1.0:1767734677.036950:0:250020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734677.036957:0:250020:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734677.036962:0:250020:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1767734677.036982:0:250020:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734677.036987:0:250020:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5713 usecs (6 jiffies) 00000400:00000200:1.0:1767734677.036992:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734677.036995:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303438864 00000100:00000010:1.0:1767734677.037007:0:250020:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d900. 00000100:00000001:1.0:1767734677.037012:0:250020:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767734677.037023:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303438864 00000100:00000010:1.0:1767734677.037027:0:250020:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d540. 00000100:00000001:1.0:1767734677.037031:0:250020:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767734677.037040:0:250020:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734677.037043:0:250020:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.037046:0:250020:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734677.037049:0:250020:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734677.037052:0:250020:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b2010d9900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734677.037055:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734677.037059:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734677.037157:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734677.037166:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c300. 00000400:00000200:2.0:1767734677.037173:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734677.037181:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734677.037186:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845ba18 00000400:00000010:2.0:1767734677.037189:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845ba18. 00000100:00000001:2.0:1767734677.037204:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734677.037212:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cdc00 x1853602672081536/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734693 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734677.037224:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734677.037229:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdc00 x1853602672081536/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734693 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734677.037238:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734677.037240:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734677.039547:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.039559:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734677.039563:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.039566:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734677.039573:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.039580:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734677.039587:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.039592:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.039596:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.039601:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d2fa80 00000400:00000200:3.0:1767734677.039606:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.039612:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b97d [1] + 224 00000800:00000001:3.0:1767734677.039619:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.039627:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734677.039630:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734677.039634:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734677.039639:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734677.039647:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cdc00 x1853602672081536/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734693 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734677.039660:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1d02cdc00 x1853602672081536/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734677.039686:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734677.039694:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.039697:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.039728:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734677.039742:0:250020:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734677.039745:0:250020:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734677.039749:0:250020:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810b58. 00000400:00000200:1.0:1767734677.039760:0:250020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bf68 00000400:00000010:1.0:1767734677.039762:0:250020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bf68. 00000100:00000001:1.0:1767734677.039767:0:250020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734677.039776:0:250020:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cdc00 x1853602672081536/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734677.039790:0:250020:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cdc00 x1853602672081536/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.039801:0:250020:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734677.039803:0:250020:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.039806:0:250020:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734677.039808:0:250020:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734677.039810:0:250020:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734677.039813:0:250020:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.039816:0:250020:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734677.039822:0:250020:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dca0 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734677.039827:0:250020:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734677.039830:0:250020:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734677.039832:0:250020:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.039847:0:250020:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734677.039851:0:250020:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.039854:0:250020:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734677.039856:0:250020:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734677.039859:0:250020:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734677.039861:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.039863:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564032 : -117983553987584 : ffff94b1d02cdc00) 00000100:00000001:1.0:1767734677.039866:0:250020:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734677.039869:0:250020:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734677.039871:0:250020:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734677.039873:0:250020:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734677.039879:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cdc00 x1853602672081536/t12884924695(12884924695) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734693 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.039888:0:250020:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734677.039890:0:250020:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734677.039893:0:250020:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734677.039898:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cdc00 x1853602672081536/t12884924695(12884924695) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734693 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734677.039909:0:250020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cdc00 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672081536:192.168.203.112@tcp:35:rm.0 00000100:00000001:1.0:1767734677.039914:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.039917:0:250020:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.039919:0:250020:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734677.039921:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.039925:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdc00 x1853602672081536/t12884924695(12884924695) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734693 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.039934:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734677.039937:0:250020:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b2010d9900. 00000100:00000001:1.0:1767734677.039941:0:250020:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734677.039943:0:250020:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.039948:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.039950:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564032 : -117983553987584 : ffff94b1d02cdc00) 00000002:00000001:1.0:1767734677.039952:0:250020:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.039961:0:250020:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734677.039965:0:250020:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f4628800. 00000080:00000001:1.0:1767734677.039969:0:250020:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1767734677.039972:0:250020:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1767734677.039975:0:250020:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1767734677.039981:0:250020:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1d02cea00 x1853602672080768/t12884924693(12884924693) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.039991:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.039992:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155567616 : -117983553984000 : ffff94b1d02cea00) 00000100:00000001:1.0:1767734677.039995:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.039999:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cea00 x1853602672080768/t12884924693(12884924693) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.040007:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.040009:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.040013:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdc00 x1853602672081536/t12884924695(12884924695) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734693 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.040022:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.040024:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.040027:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cea00 x1853602672080768/t12884924693(12884924693) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.040034:0:250020:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767734677.040037:0:250020:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734677.040039:0:250020:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=13 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734677.040041:0:250020:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734677.040044:0:250020:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be000. 02000000:00000001:1.0:1767734677.040047:0:250020:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734677.040049:0:250020:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734677.040051:0:250020:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cea00. 00000100:00000001:1.0:1767734677.040054:0:250020:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734677.040055:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.040057:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.040061:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cdc00 x1853602672081536/t12884924695(12884924695) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734693 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.040082:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1767734677.040085:0:250020:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b0d800c280. 00000002:00000001:1.0:1767734677.040088:0:250020:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.040091:0:250020:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734677.040093:0:250020:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451fc00. 00000100:00000001:1.0:1767734677.040096:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.040100:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cdc00 x1853602672081536/t12884924695(12884924695) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734693 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734677.040108:0:250020:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734677.040109:0:250020:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734677.040112:0:250020:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9297800. 02000000:00000001:1.0:1767734677.040115:0:250020:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734677.040117:0:250020:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734677.040119:0:250020:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=12 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734677.040121:0:250020:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734677.040124:0:250020:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f4629e00. 02000000:00000001:1.0:1767734677.040126:0:250020:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734677.040127:0:250020:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734677.040129:0:250020:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cdc00. 00000100:00000001:1.0:1767734677.040131:0:250020:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734677.040133:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734677.040135:0:250020:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.040138:0:250020:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734677.040140:0:250020:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x4:0x0] mode (null) 00000002:00000001:1.0:1767734677.040143:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734677.040145:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734677.040150:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 4 00010000:00000001:1.0:1767734677.040153:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734677.040157:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.040159:0:250020:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.040162:0:250020:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734677.040165:0:250020:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x4:0x0](ffff94b1d15aa1c8) invalid 00000020:00000001:1.0:1767734677.040169:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feba80 00000080:00002000:1.0:1767734677.040172:0:250020:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry 2 (ffff94b1f185e798) parent ffff94b1df7ac798 inode ffff94b1d15aa1c8 refc 2 00000080:00000001:1.0:1767734677.040181:0:250020:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734677.040184:0:250020:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734677.040186:0:250020:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.040189:0:250020:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734677.040192:0:250020:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734677.040195:0:250020:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734677.040197:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734677.040200:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734677.040203:0:250020:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683ea00 with handle 0x1886cffb85c2b8d2 from hash 00010000:00000001:1.0:1767734677.040206:0:250020:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734677.040208:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.040210:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.040212:0:250020:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734677.040215:0:250020:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734677.040216:0:250020:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734677.040220:0:250020:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734677.040224:0:250020:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dabc2e expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734677.040234:0:250020:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734677.040236:0:250020:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734677.040238:0:250020:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734677.040240:0:250020:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x4:0x0] mode (null) 00000002:00000001:1.0:1767734677.040243:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734677.040244:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734677.040247:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 4 00010000:00000001:1.0:1767734677.040250:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734677.040252:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.040254:0:250020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734677.040256:0:250020:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734677.040258:0:250020:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1f00 count: 4 00010000:00000001:1.0:1767734677.040260:0:250020:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734677.040263:0:250020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.040265:0:250020:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.040267:0:250020:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734677.040269:0:250020:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x4:0x0](ffff94b1d15aa1c8) invalid 00000020:00000001:1.0:1767734677.040279:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307feba80 00000080:00002000:1.0:1767734677.040281:0:250020:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry 2 (ffff94b1f185e798) parent ffff94b1df7ac798 inode ffff94b1d15aa1c8 refc 2 00000080:00000001:1.0:1767734677.040285:0:250020:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734677.040287:0:250020:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734677.040289:0:250020:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.040291:0:250020:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734677.040294:0:250020:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734677.040295:0:250020:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734677.040297:0:250020:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734677.040299:0:250020:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734677.040302:0:250020:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f7487000 with handle 0x1886cffb85c2b8af from hash 00010000:00000001:1.0:1767734677.040304:0:250020:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734677.040306:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.040307:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.040309:0:250020:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734677.040342:0:250020:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734677.040344:0:250020:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734677.040347:0:250020:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1767734677.040350:0:250020:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1767734677.040353:0:250020:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1767734677.040359:0:250020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cdc00. 00000020:00000040:1.0:1767734677.040362:0:250020:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=13 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767734677.040366:0:250020:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734677.040367:0:250020:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.040370:0:250020:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734677.040373:0:250020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734677.040376:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734677.040377:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.040379:0:250020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.040382:0:250020:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734677.040384:0:250020:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734677.040388:0:250020:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734677.040393:0:250020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f4629e00. 00000100:00000001:1.0:1767734677.040398:0:250020:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.040401:0:250020:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734677.040403:0:250020:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734677.040416:0:250020:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8d2 lrc: 1/0,0 mode: --/CR res: [0x2000013a3:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabc89 expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734677.040428:0:250020:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabc2e expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734677.040435:0:250020:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:1.0:1767734677.040437:0:250020:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1767734677.040440:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734677.040443:0:250020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683ea00/0x1886cffb85c2b8d2 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabc89 expref: -99 pid: 250020 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734677.040453:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.040455:0:250020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734677.040457:0:250020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f7487000/0x1886cffb85c2b8af lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabc2e expref: -99 pid: 250019 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734677.040464:0:250020:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1f00 count: 0 00010000:00000010:1.0:1767734677.040469:0:250020:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537900. 00010000:00000001:1.0:1767734677.040475:0:250020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734677.040476:0:250020:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.040479:0:250020:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734677.040481:0:250020:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.040537:0:250020:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734677.040549:0:250020:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:1.0:1767734677.040559:0:250020:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cdc00 x1853602672081792/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734677.040569:0:250020:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734677.040572:0:250020:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734677.040577:0:250020:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b2010d9900. 00000100:00000001:1.0:1767734677.040580:0:250020:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975598848 : -117982733952768 : ffff94b2010d9900) 00000100:00000001:1.0:1767734677.040583:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.040585:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564032 : -117983553987584 : ffff94b1d02cdc00) 00000100:00000001:1.0:1767734677.040597:0:250020:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734677.040600:0:250020:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.040603:0:250020:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734677.040605:0:250020:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734677.040612:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cdc00 x1853602672081792/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734677.040622:0:250020:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734677.040625:0:250020:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.040629:0:250020:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734677.040633:0:250020:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734677.040636:0:250020:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734677.040640:0:250020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cdc00 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672081792:192.168.203.112@tcp:36:rm.0 00000100:00000001:1.0:1767734677.040645:0:250020:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734677.040649:0:250020:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734677.040652:0:250020:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.040654:0:250020:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734677.040658:0:250020:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9297800. 02000000:00000001:1.0:1767734677.040661:0:250020:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734677.040668:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734677.040672:0:250020:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810b58. 00000400:00000010:1.0:1767734677.040677:0:250020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bf68. 00000100:00000200:1.0:1767734677.040681:0:250020:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672081792, portal 10 00000100:00000001:1.0:1767734677.040685:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.040688:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564032 : -117983553987584 : ffff94b1d02cdc00) 00000100:00000040:1.0:1767734677.040695:0:250020:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cdc00 x1853602672081792/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/944 e 0 to 0 dl 1767734693 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734677.040704:0:250020:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734677.040711:0:250020:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734677.040715:0:250020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b220. 00000100:00000200:1.0:1767734677.040719:0:250020:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1853602672081792, offset 0 00000400:00000200:1.0:1767734677.040724:0:250020:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734677.040731:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734677.040737:0:250020:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734677.040749:0:250020:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734677.040753:0:250020:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734677.040757:0:250020:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734677.040760:0:250020:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734677.040765:0:250020:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66583:66583:256:4294967295] 192.168.203.112@tcp LPNI seq info [66583:66583:8:4294967295] 00000400:00000200:1.0:1767734677.040771:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734677.040781:0:250020:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734677.040788:0:250020:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734677.040793:0:250020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c200. 00000800:00000200:1.0:1767734677.040799:0:250020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734677.040805:0:250020:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734677.040810:0:250020:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c200 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1767734677.040828:0:250020:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734677.040833:0:250020:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 5655 usecs (6 jiffies) 00000400:00000200:1.0:1767734677.040838:0:250020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734677.040841:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303438868 00000100:00000001:1.0:1767734677.040847:0:250020:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303438864 00000100:00000001:1.0:1767734677.040852:0:250020:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303438868 00000100:00000001:1.0:1767734677.040856:0:250020:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303438864 00000100:00000001:1.0:1767734677.040860:0:250020:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734677.040863:0:250020:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.040866:0:250020:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734677.040868:0:250020:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734677.040871:0:250020:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b2010d9900 going to sleep for 11 seconds 00000100:00000001:1.0:1767734677.040874:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734677.040876:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734677.041006:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734677.041014:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:2.0:1767734677.041020:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734677.041028:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734677.041033:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b220 00000400:00000010:2.0:1767734677.041036:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b220. 00000100:00000001:2.0:1767734677.041040:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734677.041048:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cdc00 x1853602672081792/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/944 e 0 to 0 dl 1767734693 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734677.041060:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734677.041064:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdc00 x1853602672081792/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/944 e 0 to 0 dl 1767734693 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734677.041073:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734677.041076:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1767734677.044391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b0d800c400. 00000800:00000001:3.0:1767734677.046032:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.046054:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734677.046058:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.046061:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734677.046068:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.046075:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734677.046082:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.046086:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.046091:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.046095:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d2fb80 00000400:00000200:3.0:1767734677.046101:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.046107:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b985 [1] + 224 00000800:00000001:3.0:1767734677.046113:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734677.046120:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734677.046123:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734677.046128:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734677.046132:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734677.046139:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cdc00 x1853602672081792/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/944 e 0 to 0 dl 1767734693 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734677.046153:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b1d02cdc00 x1853602672081792/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/944 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734677.046179:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734677.046185:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734677.046189:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.046195:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734677.046201:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66584:66584:256:4294967295] 192.168.203.112@tcp LPNI seq info [66584:66584:8:4294967295] 00000400:00000200:3.0:1767734677.046206:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734677.046215:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734677.046220:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734677.046226:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416800. 00000800:00000200:3.0:1767734677.046231:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734677.046247:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734677.046252:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416800 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734677.046276:0:250020:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734677.046286:0:250020:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734677.046289:0:250020:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734677.046293:0:250020:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810b58. 00000400:00000200:1.0:1767734677.046301:0:250020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bf68 00000400:00000010:1.0:1767734677.046354:0:250020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bf68. 00000100:00000001:1.0:1767734677.046361:0:250020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734677.046372:0:250020:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cdc00 x1853602672081792/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/944 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734677.046377:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767734677.046386:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767734677.046389:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416800. 00000800:00000001:2.0:1767734677.046402:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767734677.046404:0:250020:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cdc00 x1853602672081792/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/944 e 0 to 0 dl 1767734693 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734677.046420:0:250020:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734677.046424:0:250020:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.046427:0:250020:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734677.046429:0:250020:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734677.046431:0:250020:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734677.046434:0:250020:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734677.046437:0:250020:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734677.046443:0:250020:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734677.046448:0:250020:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734677.046451:0:250020:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734677.046454:0:250020:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734677.046457:0:250020:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734677.046460:0:250020:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.046464:0:250020:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734677.046467:0:250020:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005907/0x30000590e] 00000100:00000001:1.0:1767734677.046470:0:250020:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000400:00000200:3.0:1767734677.046472:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734677.046474:0:250020:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734677.046481:0:250020:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564032 : -117983553987584 : ffff94b1d02cdc00) 00000100:00000001:1.0:1767734677.046517:0:250020:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1767734677.046518:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000040:1.0:1767734677.046522:0:250020:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734677.046527:0:250020:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734677.046531:0:250020:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734677.046540:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cdc00 x1853602672081792/t12884924696(12884924696) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734693 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734677.046551:0:250020:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734677.046554:0:250020:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734677.046556:0:250020:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734677.046561:0:250020:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cdc00 x1853602672081792/t12884924696(12884924696) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734693 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734677.046582:0:250020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cdc00 pname:cluuid:pid:xid:nid:opc:job rm:66586885-669e-469f-b1c7-cb1a0fe6eee4:250020:1853602672081792:192.168.203.112@tcp:36:rm.0 00000100:00000001:1.0:1767734677.046589:0:250020:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734677.046592:0:250020:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734677.046594:0:250020:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734677.046597:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.046601:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdc00 x1853602672081792/t12884924696(12884924696) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734693 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734677.046610:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734677.046613:0:250020:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b2010d9900. 00000100:00000001:1.0:1767734677.046617:0:250020:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734677.046618:0:250020:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734677.046624:0:250020:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.046626:0:250020:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734677.046630:0:250020:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f4628600. 00000080:00000002:1.0:1767734677.046635:0:250020:0:(namei.c:1635:ll_update_times()) setting fid [0x2000013a3:0x1:0x0] mtime from 1767734676 to 1767734677 00000100:00000001:1.0:1767734677.046641:0:250020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734677.046645:0:250020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cdc00 x1853602672081792/t12884924696(12884924696) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734693 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734677.046654:0:250020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.046656:0:250020:0:(namei.c:2307:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.046667:0:250020:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1767734677.046670:0:250020:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1767734677.046672:0:250020:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x4:0x0](ffff94b1d15aa1c8) 00800000:00000001:1.0:1767734677.046676:0:250020:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1767734677.046678:0:250020:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x4:0x0] 00000002:00000001:1.0:1767734677.046682:0:250020:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1767734677.046686:0:250020:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734677.046688:0:250020:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.046691:0:250020:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1767734677.046693:0:250020:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1767734677.046696:0:250020:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.046699:0:250020:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734677.046709:0:250020:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1767734677.046711:0:250020:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1767734677.046721:0:250020:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734677.046724:0:250020:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307febe30 00000080:00002000:1.0:1767734677.046727:0:250020:0:(dcache.c:127:ll_ddelete()) deleting dentry 2 (ffff94b1f185e798, parent ffff94b1df7ac798, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734677.046731:0:250020:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734677.046735:0:250020:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734677.046737:0:250020:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000040:3.0:1767734677.047428:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303438868, at 4303438869 00000100:00000010:3.0:1767734677.047441:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d540. 00000080:00000010:1.1:1767734677.048429:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1c4b0e300. 00000100:00000040:2.0:1767734677.048445:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303438868, at 4303438870 00000100:00000010:2.0:1767734677.048458:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d900. 00010000:00000010:1.1:1767734677.052406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683ea00. 00010000:00000010:1.1:1767734677.052422:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1f00. 00010000:00000010:1.1:1767734677.052431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f7487000. 00000080:00000010:1.1:1767734677.056399:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d15aa100. 00000080:00000010:1.1:1767734677.056411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f97245a0. 00010000:00000001:3.0:1767734677.218471:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734677.218476:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734677.218526:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734677.218529:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734677.218662:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734677.218668:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734677.218672:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734678.242376:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734678.242381:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734678.242386:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734678.242387:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734678.242551:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734678.242557:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734678.242561:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767734678.984734:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734678.984748:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734678.984752:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734678.984755:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734678.984763:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734678.984770:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734678.984778:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734678.984794:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734678.984799:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734678.984804:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d2ec80 00000400:00000200:2.0:1767734678.984810:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734678.984816:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b89d [1] + 224 00000800:00000001:2.0:1767734678.984823:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734678.984832:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734678.984835:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734678.984840:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734678.984845:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734678.984853:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdb480 x1853602672077952/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/944 e 0 to 0 dl 1767734691 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734678.984867:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff94b200bdb480 x1853602672077952/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/944 e 0 to 0 dl 1767734691 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734678.984895:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734678.984901:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734678.984905:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734678.984911:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734678.984917:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66585:66585:256:4294967295] 192.168.203.112@tcp LPNI seq info [66585:66585:8:4294967295] 00000400:00000200:2.0:1767734678.984922:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734678.984931:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734678.984938:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734678.984944:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790600. 00000800:00000200:2.0:1767734678.984951:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734678.984959:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734678.984964:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790600 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767734678.984968:0:250016:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734678.984979:0:250016:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734678.984983:0:250016:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734678.984987:0:250016:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd1138f0. 00000400:00000200:3.0:1767734678.984994:0:250016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7908 00000400:00000010:3.0:1767734678.984997:0:250016:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7908. 00000100:00000001:3.0:1767734678.985001:0:250016:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734678.985013:0:250016:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdb480 x1853602672077952/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/944 e 0 to 0 dl 1767734691 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734678.985027:0:250016:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdb480 x1853602672077952/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/944 e 0 to 0 dl 1767734691 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rmdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734678.985038:0:250016:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734678.985041:0:250016:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767734678.985045:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767734678.985046:0:250016:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734678.985051:0:250016:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000010:2.0:1767734678.985055:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790600. 00000100:00000001:3.0:1767734678.985056:0:250016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734678.985064:0:250016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734678.985065:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767734678.985069:0:250016:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734678.985090:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00001000:3.0:1767734678.985096:0:250016:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=8 v=5 (5 0 0 0) 00000800:00000001:2.0:1767734678.985103:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767734678.985105:0:250016:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=8 v=5 (1 0 0 0) 00000800:00000001:2.0:1767734678.985113:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734678.985114:0:250016:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734678.985119:0:250016:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734678.985206:0:250016:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734678.985210:0:250016:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734678.985214:0:250016:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767734678.985216:0:250016:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x30000590a/0x30000590d] 00000100:00000001:3.0:1767734678.985219:0:250016:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767734678.985221:0:250016:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734678.985222:0:250016:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363008 : -117982739188608 : ffff94b200bdb480) 00000100:00000001:3.0:1767734678.985226:0:250016:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734678.985228:0:250016:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:3.0:1767734678.985231:0:250016:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734678.985233:0:250016:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734678.985240:0:250016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdb480 x1853602672077952/t12884924697(12884924697) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734691 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734678.985250:0:250016:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734678.985253:0:250016:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734678.985255:0:250016:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734678.985260:0:250016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdb480 x1853602672077952/t12884924697(12884924697) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734691 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734678.985270:0:250016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdb480 pname:cluuid:pid:xid:nid:opc:job rmdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:250016:1853602672077952:192.168.203.112@tcp:36:rmdir.0 00000100:00000001:3.0:1767734678.985275:0:250016:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734678.985278:0:250016:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734678.985280:0:250016:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734678.985282:0:250016:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734678.985286:0:250016:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdb480 x1853602672077952/t12884924697(12884924697) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734691 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734678.985294:0:250016:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734678.985297:0:250016:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f240. 00000100:00000001:3.0:1767734678.985300:0:250016:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734678.985350:0:250016:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734678.985357:0:250016:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734678.985360:0:250016:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734678.985365:0:250016:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c38dbc00. 00000100:00000001:3.0:1767734678.985372:0:250016:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734678.985377:0:250016:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdb480 x1853602672077952/t12884924697(12884924697) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734691 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734678.985386:0:250016:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734678.985388:0:250016:0:(namei.c:2307:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734678.985397:0:250016:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:3.0:1767734678.985400:0:250016:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:3.0:1767734678.985402:0:250016:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a3:0x3:0x0](ffff94b1d172db88) 00800000:00000001:3.0:1767734678.985406:0:250016:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:3.0:1767734678.985408:0:250016:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a3:0x3:0x0] 00000002:00000001:3.0:1767734678.985412:0:250016:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1767734678.985416:0:250016:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734678.985418:0:250016:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734678.985420:0:250016:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1767734678.985423:0:250016:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1767734678.985425:0:250016:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734678.985427:0:250016:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734678.985431:0:250016:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1767734678.985433:0:250016:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1767734678.985558:0:250016:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767734678.985561:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1be38 00000080:00002000:3.0:1767734678.985565:0:250016:0:(dcache.c:127:ll_ddelete()) deleting dentry 1 (ffff94b1df7ac5e8, parent ffff94b1df7ac438, inode 0000000000000000) hashed, 00000080:00000001:3.0:1767734678.985569:0:250016:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734678.985572:0:250016:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1767734678.985575:0:250016:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1767734678.985579:0:250016:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767734678.985580:0:250016:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f1be38 00000080:00002000:3.0:1767734678.985582:0:250016:0:(dcache.c:127:ll_ddelete()) keeping dentry 1 (ffff94b1df7ac438, parent ffff94b1df7ac798, inode ffff94b1d172ec08) hashed, 00000080:00000001:3.0:1767734678.985585:0:250016:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.1:1767734678.996414:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94b1d172dac0. 00000080:00000010:3.1:1767734678.996437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1d1ef1ac0. 00010000:00000001:3.0:1767734679.266446:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734679.266451:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734679.266456:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734679.266458:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734679.266650:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734679.266655:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734679.266659:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734680.290439:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734680.290444:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734680.290449:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734680.290451:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734680.290575:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734680.290580:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734680.290584:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767734681.122560:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734681.122573:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734681.122583:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734681.122588:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767734681.122593:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734681.122596:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734681.122601:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734681.122610:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1deb6fb00. 00000100:00000001:0.0:1767734681.122616:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734681.122626:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1f2da8700 x1853602672081920/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734681.122649:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734681.122654:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734681.122661:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce83fe62] to pc [ptlrpcd_00_00+0] req@ffff94b1f2da8700 x1853602672081920/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.122696:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734681.122699:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734681.122704:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734681.122708:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da9c00. 00000020:00000040:0.0:1767734681.122711:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=14 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767734681.122714:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734681.122716:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734681.122718:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734681.122722:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1deb6f200. 00000100:00000001:0.0:1767734681.122725:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734681.122731:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID req@ffff94b1f2da9c00 x1853602672082048/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734681.122741:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734681.122743:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734681.122748:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6528b70] to pc [ptlrpcd_00_01+1] req@ffff94b1f2da9c00 x1853602672082048/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.122757:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734681.122760:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734681.122763:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734681.122767:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da9180. 00000020:00000040:0.0:1767734681.122771:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f0134000 refcount=4 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000100:00000001:0.0:1767734681.122774:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734681.122776:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734681.122779:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734681.122784:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1deb6f600. 00000100:00000001:0.0:1767734681.122788:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734681.122794:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID req@ffff94b1f2da9180 x1853602672082176/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734681.122801:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734681.122806:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734681.122809:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734681.122812:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734681.122815:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734681.122823:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004dd7625] to pc [ptlrpcd_00_00+0] req@ffff94b1f2da9180 x1853602672082176/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767734681.122834:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672081920/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.122842:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734681.122851:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734681.122867:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767734681.122870:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1767734681.122873:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2dabb80. 00000100:00000001:1.0:1767734681.122875:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767734681.122881:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f0134800 refcount=3 obd=lustre-OST0001-osc-ffff94b1e7e86000 02000000:00000001:1.0:1767734681.122884:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767734681.122887:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734681.122891:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734681.122892:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734681.122899:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734681.122901:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734681.122906:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1deb6f400. 00000100:00100000:1.0:1767734681.122912:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196091:1853602672081920:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734681.122914:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734681.122925:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767734681.122931:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID req@ffff94b1f2dabb80 x1853602672082304/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767734681.122934:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734681.122941:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734681.122947:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767734681.122955:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767734681.122958:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f4628600. 00000100:00000001:0.0:1767734681.122959:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734681.122969:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734681.122975:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc07c1b1] to pc [ptlrpcd_00_01+1] req@ffff94b1f2dabb80 x1853602672082304/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734681.122986:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734681.122998:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810b58. 00000100:00000001:0.0:1767734681.123002:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767734681.123006:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bf68. 00000100:00000040:0.0:1767734681.123010:0:166640:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8780) 00000100:00000200:1.0:1767734681.123017:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672081920, portal 25 00000100:00000001:1.0:1767734681.123034:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734681.123037:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000001:0.0:1767734681.123046:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767734681.123050:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8700 x1853602672081920/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.123053:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734681.123059:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734681.123072:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da9c00 x1853602672082048/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734681.123073:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734681.123087:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734681.123095:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bb28. 00000100:00000200:1.0:1767734681.123106:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602672081920, offset 0 00000100:00000001:0.0:1767734681.123118:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734681.123124:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734681.123125:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 02000000:00000001:0.0:1767734681.123136:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767734681.123143:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:0.0:1767734681.123144:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734681.123153:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734681.123158:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00100000:0.0:1767734681.123163:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196092:1853602672082048:192.168.203.112@tcp:400:kworker.0 00000400:00000200:1.0:1767734681.123169:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767734681.123172:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767734681.123179:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 02000000:00000001:0.0:1767734681.123180:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734681.123187:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734681.123189:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767734681.123192:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767734681.123197:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 02000000:00000010:0.0:1767734681.123201:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1ee885e00. 00000400:00000200:1.0:1767734681.123205:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66586:66586:256:4294967295] 192.168.203.112@tcp LPNI seq info [66586:66586:8:4294967295] 02000000:00000001:0.0:1767734681.123208:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734681.123221:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734681.123237:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000400:00000200:0.0:1767734681.123239:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000200:1.0:1767734681.123248:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734681.123249:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558a50. 00000800:00000010:1.0:1767734681.123259:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c100. 00000400:00000010:0.0:1767734681.123262:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80ba18. 00000800:00000200:1.0:1767734681.123273:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000200:0.0:1767734681.123273:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672082048, portal 10 00000100:00000001:0.0:1767734681.123283:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734681.123288:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737376256 : -117982972175360 : ffff94b1f2da9c00) 00000800:00000200:1.0:1767734681.123293:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734681.123304:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767734681.123344:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da9c00 x1853602672082048/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.123357:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734681.123363:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734681.123367:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80baa0. 00000100:00000200:0.0:1767734681.123372:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672082048, offset 0 00000400:00000200:0.0:1767734681.123381:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767734681.123390:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734681.123391:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734681.123407:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734681.123412:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734681.123415:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734681.123419:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734681.123423:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734681.123430:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66587:66587:255:4294967295] 192.168.203.112@tcp LPNI seq info [66587:66587:7:4294967295] 00000400:00000200:0.0:1767734681.123438:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734681.123448:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734681.123492:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734681.123502:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734681.123508:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6fd00. 00000800:00000200:0.0:1767734681.123516:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:1.0:1767734681.123524:0:196091:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303443801 00000800:00000200:0.0:1767734681.123535:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000010:1.0:1767734681.123539:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d5a0. 00000800:00000200:0.0:1767734681.123542:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767734681.123551:0:196091:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767734681.123554:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734681.123563:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 113942 usecs (114 jiffies) 00000100:00000001:1.0:1767734681.123566:0:196091:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303443801 00000800:00000200:3.0:1767734681.123567:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767734681.123577:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000010:3.0:1767734681.123579:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000100:00000010:1.0:1767734681.123582:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d000. 00000100:00000001:0.0:1767734681.123586:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303443059 00000400:00000200:3.0:1767734681.123592:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767734681.123594:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303443801 00000100:00000001:1.0:1767734681.123605:0:196091:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767734681.123605:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303443059 00000400:00000200:3.0:1767734681.123613:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:1.0:1767734681.123618:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734681.123619:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303443801 00000400:00000200:3.0:1767734681.123623:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bb28 00000100:00000001:0.0:1767734681.123631:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734681.123634:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767734681.123635:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bb28. 00000100:00000001:0.0:1767734681.123639:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734681.123647:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734681.123649:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767734681.123650:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767734681.123656:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734681.123665:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2dabb80 x1853602672082304/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734681.123668:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8700 x1853602672081920/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734681.123669:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734681.123675:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767734681.123686:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734681.123691:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734681.123697:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734681.123714:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da9180 x1853602672082176/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.123723:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734681.123731:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734681.123732:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767734681.123743:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767734681.123747:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672081920/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767734681.123749:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734681.123752:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734681.123759:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734681.123763:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734681.123771:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734681.123780:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767734681.123781:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196092:1853602672082304:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767734681.123792:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734681.123793:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734681.123795:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767734681.123800:0:196085:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767734681.123805:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767734681.123811:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196091:1853602672082176:192.168.203.112@tcp:400:kworker.0 02000000:00000001:0.0:1767734681.123812:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734681.123821:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767734681.123824:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767734681.123830:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1ee885200. 02000000:00000001:1.0:1767734681.123831:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734681.123837:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734681.123839:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734681.123843:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767734681.123849:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000010:1.0:1767734681.123852:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f4628800. 00000400:00000010:0.0:1767734681.123857:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 02000000:00000001:1.0:1767734681.123859:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734681.123863:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767734681.123869:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bdd0. 00000800:00000010:3.0:1767734681.123871:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6fd00. 00000400:00000200:1.0:1767734681.123879:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000200:0.0:1767734681.123881:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672082304, portal 4 00000400:00000200:3.0:1767734681.123883:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767734681.123892:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810d68. 00000100:00000001:0.0:1767734681.123892:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734681.123899:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737384320 : -117982972167296 : ffff94b1f2dabb80) 00000400:00000200:3.0:1767734681.123902:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000010:1.0:1767734681.123906:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b880. 00000400:00000200:3.0:1767734681.123911:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80baa0 00000020:00000010:0.0:1767734681.123914:0:196092:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94b1d0c48000. 00000100:00000200:1.0:1767734681.123916:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672082176, portal 4 00000400:00000010:3.0:1767734681.123917:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80baa0. 00000100:00000001:3.0:1767734681.123929:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767734681.123930:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767734681.123931:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2dabb80 x1853602672082304/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734681.123937:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737373568 : -117982972178048 : ffff94b1f2da9180) 00000100:00000200:3.0:1767734681.123943:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da9c00 x1853602672082048/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767734681.123959:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da9180 x1853602672082176/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.123977:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734681.123993:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734681.123999:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767734681.124004:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80be58. 00000100:00000001:1.0:1767734681.124011:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734681.124012:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da9c00 x1853602672082048/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734681.124015:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672082304, offset 0 00000100:00000040:1.0:1767734681.124031:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734681.124036:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734681.124042:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b330. 00000400:00000200:0.0:1767734681.124044:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000200:1.0:1767734681.124053:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672082176, offset 0 00000400:00000200:0.0:1767734681.124055:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734681.124067:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734681.124074:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734681.124079:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734681.124086:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734681.124090:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734681.124094:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66588:66588:255:4294967295] 192.168.203.112@tcp LPNI seq info [66588:66588:7:4294967295] 00000400:00000200:0.0:1767734681.124100:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734681.124115:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734681.124130:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000400:00000200:1.0:1767734681.124134:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:3.0:1767734681.124136:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734681.124148:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767734681.124152:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767734681.124162:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734681.124164:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734681.124172:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000800:00000010:0.0:1767734681.124178:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6fd00. 00000400:00000200:1.0:1767734681.124179:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734681.124189:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66589:66589:255:4294967295] 192.168.203.112@tcp LPNI seq info [66589:66589:7:4294967295] 00000800:00000200:0.0:1767734681.124201:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000200:1.0:1767734681.124202:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000200:0.0:1767734681.124226:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000200:1.0:1767734681.124227:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734681.124242:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6fd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767734681.124243:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734681.124252:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ca00. 00000800:00000200:1.0:1767734681.124261:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734681.124268:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:0.0:1767734681.124273:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767734681.124274:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767734681.124287:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734681.124289:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: using a timeout of 5777 usecs (6 jiffies) 00000100:00000040:1.0:1767734681.124293:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: using a timeout of 5845 usecs (6 jiffies) 00000400:00000200:0.0:1767734681.124363:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734681.124371:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303442952 00000400:00000200:1.0:1767734681.124375:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734681.124386:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303442952 00000100:00000001:0.0:1767734681.124386:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303443801 00000800:00000200:2.0:1767734681.124402:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767734681.124403:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303442952 00000100:00000001:1.0:1767734681.124404:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303443801 00000800:00000010:2.0:1767734681.124413:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6fd00. 00000100:00000001:1.0:1767734681.124417:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303442952 00000100:00000001:0.0:1767734681.124419:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303443801 00000400:00000200:2.0:1767734681.124423:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734681.124432:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303443801 00000100:00000001:0.0:1767734681.124433:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767734681.124442:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:1.0:1767734681.124446:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734681.124449:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734681.124472:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734681.124478:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734681.124483:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80be58 00000100:00000001:1.0:1767734681.124485:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734681.124487:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767734681.124493:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80be58. 00000100:00000001:1.0:1767734681.124498:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734681.124500:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734681.124502:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767734681.124513:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767734681.124517:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767734681.124519:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2dabb80 x1853602672082304/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734681.124521:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734681.124526:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767734681.124527:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734681.124534:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734681.124544:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734681.124545:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734681.124552:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767734681.124555:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767734681.124564:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2dabb80 x1853602672082304/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.124566:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734681.124579:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734681.124584:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734681.124589:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767734681.124657:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734681.124662:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:2.0:1767734681.124670:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734681.124678:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734681.124682:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b330 00000400:00000010:2.0:1767734681.124685:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b330. 00000100:00000001:2.0:1767734681.124690:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734681.124695:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da9180 x1853602672082176/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734681.124705:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734681.124709:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da9180 x1853602672082176/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734681.124717:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734681.124731:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734681.126835:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734681.126970:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734681.126975:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734681.126980:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734681.126988:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734681.126996:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734681.127003:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734681.127181:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734681.127189:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734681.127195:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d780d2fc00 00000400:00000200:3.0:1767734681.127201:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734681.127208:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b98d [1] + 224 00000800:00000001:3.0:1767734681.127216:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734681.127223:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734681.127226:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734681.127231:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734681.127236:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734681.127244:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8700 x1853602672081920/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734681.127258:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da8700 x1853602672081920/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734681.127285:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734681.127292:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734681.127296:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734681.127299:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734681.127302:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734681.127306:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734681.127344:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734681.127351:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734681.127354:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734681.127359:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734681.127365:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d2fc80 00000400:00000200:3.0:1767734681.127370:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734681.127387:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b995 [1] + 224 00000100:00000001:1.0:1767734681.127396:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767734681.127397:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734681.127404:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767734681.127408:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767734681.127414:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767734681.127416:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767734681.127421:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767734681.127430:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000010:1.0:1767734681.127430:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810b58. 00000400:00000200:1.0:1767734681.127441:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bf68 00000400:00000010:1.0:1767734681.127444:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bf68. 00000100:00000001:1.0:1767734681.127448:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767734681.127477:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734681.127490:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8700 x1853602672081920/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734681.127676:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da9c00 x1853602672082048/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734681.127707:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8700 x1853602672081920/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734681.127722:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767734681.127726:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da9c00 x1853602672082048/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734681.127744:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734681.127750:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734681.127753:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734681.127755:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734681.127758:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734681.127760:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767734681.127762:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734681.127787:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=109 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734681.127794:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=109 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734681.127798:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734681.127801:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734681.127805:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767734681.127818:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767734681.127819:0:196091:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734681.127826:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734681.127835:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672081920/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734681.127845:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734681.127849:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1767734681.127851:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734681.127857:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734681.127862:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734681.127869:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734681.127870:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734681.127877:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767734681.127884:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672081920/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767734681.127887:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734681.127894:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767734681.127897:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734681.127902:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558a50. 00000100:00100000:1.0:1767734681.127910:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196091:1853602672081920:192.168.203.112@tcp:400:kworker.0 00000400:00000200:0.0:1767734681.127914:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80ba18 00000400:00000010:0.0:1767734681.127924:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80ba18. 00000400:00000200:3.0:1767734681.127925:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000100:00000001:1.0:1767734681.127927:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734681.127937:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767734681.127939:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767734681.127945:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000200:0.0:1767734681.127954:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da9c00 x1853602672082048/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767734681.127955:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672081920/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734681.127958:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734681.127975:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734681.127990:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d2fd80 00000400:00000200:3.0:1767734681.128006:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734681.128021:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767734681.128023:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b99d [1] + 224 02000000:00000001:1.0:1767734681.128026:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767734681.128031:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da9c00 x1853602672082048/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767734681.128034:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f4628600. 00000800:00000001:3.0:1767734681.128036:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767734681.128045:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734681.128052:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:3.0:1767734681.128053:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734681.128054:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767734681.128056:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767734681.128061:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734681.128064:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767734681.128068:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767734681.128070:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734681.128077:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767734681.128083:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:0.0:1767734681.128083:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734681.128087:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734681.128092:0:196085:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767734681.128093:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1deb6fb00. 02000000:00000001:0.0:1767734681.128094:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767734681.128106:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2dabb80 x1853602672082304/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767734681.128107:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734681.128113:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734681.128118:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:1.0:1767734681.128128:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734681.128134:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767734681.128136:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=11 v=5 (5 0 0 0) 00000100:00000040:3.0:1767734681.128137:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2dabb80 x1853602672082304/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734681.128140:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734681.128148:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767734681.128148:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734681.128154:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734681.128160:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734681.128167:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734681.128169:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734681.128174:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734681.128183:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734681.128191:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734681.128194:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734681.128197:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767734681.128201:0:196092:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: committing for last_committed 12884924697 gen 1 00000800:00000001:3.0:1767734681.128207:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767734681.128214:0:196092:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924697) req@ffff94b1f2da8000 x1853602672075648/t12884924679(12884924679) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734689 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734681.128218:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734681.128233:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734681.128239:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8000 x1853602672075648/t12884924679(12884924679) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734689 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.128249:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734681.128251:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734681.128254:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d01800. 02000000:00000001:0.0:1767734681.128259:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734681.128261:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734681.128263:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=13 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734681.128266:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734681.128268:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9c400. 02000000:00000001:0.0:1767734681.128272:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734681.128275:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734681.128277:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8000. 00000100:00000001:0.0:1767734681.128281:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734681.128283:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734681.128288:0:196092:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924697) req@ffff94b1f2da8e00 x1853602672076544/t12884924682(12884924682) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/448 e 0 to 0 dl 1767734689 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.128297:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734681.128300:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8e00 x1853602672076544/t12884924682(12884924682) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/448 e 0 to 0 dl 1767734689 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.128342:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734681.128344:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734681.128346:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d02800. 02000000:00000001:0.0:1767734681.128350:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734681.128352:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734681.128353:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=12 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734681.128356:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734681.128358:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1fe885400. 02000000:00000001:0.0:1767734681.128361:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734681.128363:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734681.128365:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8e00. 00000100:00000001:0.0:1767734681.128368:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734681.128369:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734681.128375:0:196092:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924697) req@ffff94b1f2da8380 x1853602672077312/t12884924685(12884924685) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/448 e 0 to 0 dl 1767734689 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.128384:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734681.128388:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8380 x1853602672077312/t12884924685(12884924685) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/448 e 0 to 0 dl 1767734689 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.128395:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734681.128397:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734681.128398:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d00000. 02000000:00000001:0.0:1767734681.128401:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734681.128402:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734681.128404:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=11 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734681.128406:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734681.128408:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1fe885c00. 02000000:00000001:0.0:1767734681.128410:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734681.128411:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734681.128413:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8380. 00000100:00000001:0.0:1767734681.128415:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734681.128416:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734681.128440:0:196092:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924697) req@ffff94b200bd8a80 x1853602672078592/t12884924686(12884924686) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/448 e 0 to 0 dl 1767734692 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.128479:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734681.128483:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd8a80 x1853602672078592/t12884924686(12884924686) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 504/448 e 0 to 0 dl 1767734692 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.128492:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734681.128494:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734681.128496:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1e7e85000. 02000000:00000001:0.0:1767734681.128502:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734681.128504:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734681.128505:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=10 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734681.128508:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734681.128510:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c38db000. 02000000:00000001:0.0:1767734681.128513:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734681.128514:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734681.128516:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd8a80. 00000100:00000001:0.0:1767734681.128519:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734681.128521:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734681.128526:0:196092:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924697) req@ffff94b1d02cdf80 x1853602672078976/t12884924687(12884924687) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/664 e 0 to 0 dl 1767734692 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734681.128535:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734681.128537:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564928 : -117983553986688 : ffff94b1d02cdf80) 00000100:00000001:0.0:1767734681.128540:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734681.128544:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cdf80 x1853602672078976/t12884924687(12884924687) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/664 e 0 to 0 dl 1767734692 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734681.128570:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734681.128572:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734681.128578:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02caa00 x1853602672079744/t12884924690(12884924690) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734692 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734681.128586:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734681.128590:0:196092:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff94b1c40362c0. 00000100:00000001:0.0:1767734681.128594:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734681.128599:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cdf80 x1853602672078976/t12884924687(12884924687) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/664 e 0 to 0 dl 1767734692 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734681.128607:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734681.128609:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734681.128611:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734681.128613:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734681.128615:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04bd000. 02000000:00000001:0.0:1767734681.128617:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734681.128619:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734681.128620:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cdf80. 00000100:00000001:0.0:1767734681.128624:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734681.128625:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734681.128631:0:196092:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924697) req@ffff94b1d02ced80 x1853602672079232/t12884924688(12884924688) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734692 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.128638:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734681.128642:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02ced80 x1853602672079232/t12884924688(12884924688) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734692 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.128649:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734681.128650:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734681.128652:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1d04bc000. 02000000:00000001:0.0:1767734681.128655:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734681.128656:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734681.128658:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734681.128660:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734681.128661:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c3fbd200. 02000000:00000001:0.0:1767734681.128664:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734681.128665:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734681.128666:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02ced80. 00000100:00000001:0.0:1767734681.128671:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734681.128673:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734681.128677:0:196092:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924697) req@ffff94b1d02caa00 x1853602672079744/t12884924690(12884924690) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734692 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734681.128685:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734681.128689:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02caa00 x1853602672079744/t12884924690(12884924690) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734692 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734681.128697:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734681.128699:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734681.128701:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0133000. 02000000:00000001:0.0:1767734681.128703:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734681.128705:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734681.128706:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734681.128708:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734681.128710:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1d8ddac00. 02000000:00000001:0.0:1767734681.128713:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734681.128714:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734681.128716:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02caa00. 00000100:00000001:0.0:1767734681.128736:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734681.128738:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734681.128744:0:196092:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924697) req@ffff94b1d02cd880 x1853602672081280/t12884924694(12884924694) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734693 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.128751:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734681.128755:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cd880 x1853602672081280/t12884924694(12884924694) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 496/456 e 0 to 0 dl 1767734693 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.128762:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734681.128764:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734681.128766:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9290800. 02000000:00000001:0.0:1767734681.128768:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734681.128770:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734681.128771:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734681.128773:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734681.128775:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f4629000. 02000000:00000001:0.0:1767734681.128778:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734681.128779:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734681.128781:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cd880. 00000100:00000001:0.0:1767734681.128783:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734681.128785:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734681.128789:0:196092:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924697) req@ffff94b1d02cdc00 x1853602672081792/t12884924696(12884924696) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734693 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.128799:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734681.128802:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cdc00 x1853602672081792/t12884924696(12884924696) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734693 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.128810:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734681.128812:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734681.128813:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9297800. 02000000:00000001:0.0:1767734681.128816:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734681.128817:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734681.128818:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734681.128820:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734681.128822:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f4629e00. 02000000:00000001:0.0:1767734681.128824:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734681.128826:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734681.128827:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cdc00. 00000100:00000001:0.0:1767734681.128829:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734681.128831:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734681.128835:0:196092:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924697) req@ffff94b200bdb480 x1853602672077952/t12884924697(12884924697) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734691 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.128843:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734681.128846:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdb480 x1853602672077952/t12884924697(12884924697) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734691 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rmdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.128853:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734681.128855:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734681.128856:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1e7e83800. 02000000:00000001:0.0:1767734681.128859:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734681.128860:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734681.128862:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734681.128864:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734681.128865:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c38db400. 02000000:00000001:0.0:1767734681.128867:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734681.128869:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734681.128870:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdb480. 00000100:00000001:0.0:1767734681.128874:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734681.128875:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734681.128879:0:196092:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: normal: skip=0 replay=10/10 committed=0/0 00000100:00000001:0.0:1767734681.128882:0:196092:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734681.128884:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734681.128889:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da9c00 x1853602672082048/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.128898:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734681.128901:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734681.128904:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734681.128908:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da9c00 x1853602672082048/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734681.128918:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196092:1853602672082048:192.168.203.112@tcp:400:kworker.0 00000400:00000001:0.0:1767734681.128926:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734681.128928:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734681.128930:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734681.128933:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bdd0 00000400:00000010:0.0:1767734681.128936:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bdd0. 00000100:00000001:0.0:1767734681.128938:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734681.128943:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2dabb80 x1853602672082304/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734681.128954:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2dabb80 x1853602672082304/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.128962:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734681.128964:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734681.128966:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734681.128968:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734681.128970:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734681.128972:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734681.128974:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734681.128979:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134c58 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734681.128983:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134c10 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734681.128986:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734681.128988:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734681.128991:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734681.128994:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734681.128997:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734681.128999:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:0.0:1767734681.129002:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734681.129004:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734681.129008:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2dabb80 x1853602672082304/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.129017:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734681.129019:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734681.129021:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734681.129025:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2dabb80 x1853602672082304/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734681.129034:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196092:1853602672082304:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734681.129038:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734681.129041:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734681.129044:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da9c00 x1853602672082048/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.129052:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734681.129053:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734681.129055:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1ee885e00. 02000000:00000001:0.0:1767734681.129058:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734681.129060:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734681.129061:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767734681.129063:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734681.129065:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1deb6f200. 02000000:00000001:0.0:1767734681.129067:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734681.129069:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734681.129070:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da9c00. 00000100:00000001:0.0:1767734681.129073:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734681.129075:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734681.129077:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734681.129081:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2dabb80 x1853602672082304/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734681.129089:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734681.129091:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734681.129093:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1ee885200. 02000000:00000001:0.0:1767734681.129095:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734681.129096:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734681.129097:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1f0134800 refcount=2 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000020:00000001:0.0:1767734681.129100:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734681.129101:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1deb6f400. 02000000:00000001:0.0:1767734681.129103:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734681.129105:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734681.129106:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2dabb80. 00000100:00000001:0.0:1767734681.129109:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734681.129110:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734681.129112:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734681.129118:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734681.129119:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734681.129122:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734681.129124:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734681.129714:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734681.129728:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734681.129733:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734681.129738:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734681.129747:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734681.129754:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734681.129761:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734681.129766:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734681.129771:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734681.129776:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d2fd00 00000400:00000200:2.0:1767734681.129781:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734681.129787:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b9a5 [1] + 224 00000800:00000001:2.0:1767734681.129794:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734681.129803:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734681.129806:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734681.129811:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734681.129816:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734681.129823:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da9180 x1853602672082176/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734681.129838:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da9180 x1853602672082176/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734681.129864:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734681.129873:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734681.129876:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734681.129971:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734681.129978:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734681.129984:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734681.129986:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734681.129990:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810d68. 00000400:00000200:1.0:1767734681.129996:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b880 00000400:00000010:1.0:1767734681.129999:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b880. 00000100:00000001:1.0:1767734681.130003:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734681.130012:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da9180 x1853602672082176/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734681.130039:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da9180 x1853602672082176/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734681.130050:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734681.130053:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734681.130056:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734681.130058:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734681.130060:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734681.130063:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734681.130066:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734681.130072:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134458 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734681.130076:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134410 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734681.130080:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734681.130082:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734681.130084:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734681.130088:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734681.130091:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767734681.130093:0:196091:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1e7e86000: committing for last_committed 17179871171 gen 1 00000100:00000040:1.0:1767734681.130100:0:196091:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 17179871171) req@ffff94b1d02cc000 x1853602672079488/t17179871171(17179871171) o2->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734692 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734681.130109:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734681.130113:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cc000 x1853602672079488/t17179871171(17179871171) o2->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734692 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734681.130121:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734681.130123:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734681.130126:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1d04bc800. 02000000:00000001:1.0:1767734681.130130:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734681.130132:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734681.130134:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1f0134000 refcount=3 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000020:00000001:1.0:1767734681.130136:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734681.130139:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c3fbd800. 02000000:00000001:1.0:1767734681.130142:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734681.130144:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734681.130154:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cc000. 00000100:00000001:1.0:1767734681.130157:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734681.130159:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734681.130162:0:196091:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1e7e86000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:1.0:1767734681.130165:0:196091:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734681.130167:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734681.130173:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da9180 x1853602672082176/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734681.130182:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734681.130185:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734681.130187:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734681.130191:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da9180 x1853602672082176/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734681.130201:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196091:1853602672082176:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734681.130207:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734681.130209:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734681.130213:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da9180 x1853602672082176/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734697 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734681.130220:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734681.130222:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734681.130224:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f4628800. 02000000:00000001:1.0:1767734681.130227:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734681.130229:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734681.130230:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1f0134000 refcount=2 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000020:00000001:1.0:1767734681.130232:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734681.130234:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1deb6f600. 02000000:00000001:1.0:1767734681.130237:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734681.130238:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734681.130240:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da9180. 00000100:00000001:1.0:1767734681.130242:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734681.130244:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734681.130246:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734681.130257:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734681.130259:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734681.130261:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734681.130264:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734681.314442:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734681.314484:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734681.314490:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734681.314492:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734681.314613:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734681.314618:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734681.314622:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767734682.018440:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303443801, at 4303443840 00000100:00000010:3.0:1767734682.018483:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d000. 00000100:00000040:2.0:1767734682.018492:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303443801, at 4303443840 00000100:00000010:2.0:1767734682.018507:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d5a0. 00010000:00000001:3.0:1767734682.338369:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734682.338372:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734682.338374:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734682.338375:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734682.338466:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734682.338469:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734682.338471:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:3.0:1767734683.019489:0:250027:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:3.0:1767734683.019497:0:250027:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1f7416800. 00000002:00000001:3.0:1767734683.019504:0:250027:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734683.019521:0:250027:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:1.0:1767734683.019870:0:250028:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:1.0:1767734683.019878:0:250028:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000040:1.0:1767734683.019885:0:250028:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff94b1e7e1ba80 : new refcount 2 00000040:00000001:1.0:1767734683.019888:0:250028:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767734683.019894:0:250028:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1f4628800. 00000040:00000001:1.0:1767734683.019899:0:250028:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767734683.019902:0:250028:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:1.0:1767734683.019909:0:250028:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cc000. 00000020:00000040:1.0:1767734683.019913:0:250028:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:1.0:1767734683.019918:0:250028:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734683.019921:0:250028:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734683.019926:0:250028:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734683.019933:0:250028:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04bc800. 00000100:00000001:1.0:1767734683.019939:0:250028:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.019947:0:250028:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734683.019949:0:250028:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734683.019956:0:250028:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b2010d9180. 00000100:00000001:1.0:1767734683.019959:0:250028:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975596928 : -117982733954688 : ffff94b2010d9180) 00000100:00000001:1.0:1767734683.019963:0:250028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734683.019964:0:250028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000001:1.0:1767734683.019970:0:250028:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734683.019974:0:250028:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.019977:0:250028:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734683.019979:0:250028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734683.019988:0:250028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cc000 x1853602672082432/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.020000:0:250028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734683.020003:0:250028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734683.020018:0:250028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734683.020020:0:250028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734683.020023:0:250028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734683.020028:0:250028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250028:1853602672082432:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767734683.020033:0:250028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734683.020037:0:250028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734683.020040:0:250028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734683.020042:0:250028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734683.020046:0:250028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f4628600. 02000000:00000001:1.0:1767734683.020048:0:250028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734683.020055:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734683.020059:0:250028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810d68. 00000400:00000010:1.0:1767734683.020065:0:250028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b880. 00000100:00000200:1.0:1767734683.020071:0:250028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672082432, portal 10 00000100:00000001:1.0:1767734683.020073:0:250028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734683.020075:0:250028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000040:1.0:1767734683.020082:0:250028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cc000 x1853602672082432/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.020092:0:250028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734683.020095:0:250028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734683.020097:0:250028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bf68. 00000100:00000200:1.0:1767734683.020101:0:250028:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853602672082432, offset 0 00000400:00000200:1.0:1767734683.020108:0:250028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734683.020116:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734683.020123:0:250028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734683.020129:0:250028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734683.020133:0:250028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734683.020136:0:250028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734683.020140:0:250028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734683.020144:0:250028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66590:66590:256:4294967295] 192.168.203.112@tcp LPNI seq info [66590:66590:8:4294967295] 00000400:00000200:1.0:1767734683.020149:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734683.020160:0:250028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734683.020174:0:250028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734683.020180:0:250028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cc00. 00000800:00000200:1.0:1767734683.020186:0:250028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734683.020194:0:250028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734683.020198:0:250028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cc00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1767734683.020218:0:250028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734683.020224:0:250028:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 110962 usecs (111 jiffies) 00000400:00000200:1.0:1767734683.020229:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734683.020233:0:250028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303444952 00000100:00000010:1.0:1767734683.020238:0:250028:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d900. 00000100:00000001:1.0:1767734683.020246:0:250028:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767734683.020251:0:250028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303444952 00000100:00000010:1.0:1767734683.020258:0:250028:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d540. 00000100:00000001:1.0:1767734683.020262:0:250028:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767734683.020266:0:250028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734683.020271:0:250028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.020274:0:250028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734683.020277:0:250028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734683.020280:0:250028:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b2010d9180 going to sleep for 11 seconds 00000100:00000001:1.0:1767734683.020284:0:250028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734683.020287:0:250028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734683.020366:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734683.020374:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:3.0:1767734683.020382:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734683.020392:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734683.020399:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bf68 00000400:00000010:3.0:1767734683.020402:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bf68. 00000100:00000001:3.0:1767734683.020410:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734683.020545:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cc000 x1853602672082432/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734683.020561:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734683.020566:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc000 x1853602672082432/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734699 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734683.020577:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734683.020580:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734683.022537:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.022552:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734683.022557:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.022560:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734683.022568:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.022576:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734683.022595:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.022600:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.022606:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.022611:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 10 MB=0x695d780d2fe00 00000400:00000200:2.0:1767734683.022616:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.022622:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 272/272 into md 0x7b9ad [1] + 224 00000800:00000001:2.0:1767734683.022629:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.022638:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734683.022641:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734683.022646:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734683.022651:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734683.022659:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cc000 x1853602672082432/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734683.022673:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94b1d02cc000 x1853602672082432/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734683.022699:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734683.022714:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.022718:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734683.022802:0:250028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734683.022811:0:250028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734683.022814:0:250028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734683.022817:0:250028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810d68. 00000400:00000200:1.0:1767734683.022824:0:250028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b880 00000400:00000010:1.0:1767734683.022826:0:250028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b880. 00000100:00000001:1.0:1767734683.022830:0:250028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734683.022839:0:250028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cc000 x1853602672082432/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734683.022854:0:250028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cc000 x1853602672082432/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.022876:0:250028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734683.022879:0:250028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734683.022882:0:250028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734683.022884:0:250028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734683.022887:0:250028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734683.022893:0:250028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734683.022897:0:250028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734683.022908:0:250028:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=13 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734683.022912:0:250028:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734683.022915:0:250028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734683.022917:0:250028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734683.022920:0:250028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734683.022923:0:250028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.022927:0:250028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734683.022929:0:250028:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:1.0:1767734683.022932:0:250028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734683.022933:0:250028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734683.022939:0:250028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cc000 x1853602672082432/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.022948:0:250028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734683.022951:0:250028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734683.022953:0:250028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734683.022958:0:250028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cc000 x1853602672082432/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734699 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734683.022968:0:250028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250028:1853602672082432:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767734683.022973:0:250028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734683.022976:0:250028:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.022978:0:250028:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734683.022980:0:250028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734683.022984:0:250028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cc000 x1853602672082432/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734699 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.023005:0:250028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734683.023008:0:250028:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b2010d9180. 00000100:00000001:1.0:1767734683.023012:0:250028:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734683.023014:0:250028:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767734683.023018:0:250028:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767734683.023021:0:250028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734683.023023:0:250028:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734683.023026:0:250028:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767734683.023028:0:250028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734683.023032:0:250028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cc000 x1853602672082432/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734699 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.023039:0:250028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734683.023042:0:250028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734683.023044:0:250028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f4628600. 02000000:00000001:1.0:1767734683.023048:0:250028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734683.023049:0:250028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734683.023051:0:250028:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734683.023053:0:250028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734683.023055:0:250028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04bc800. 02000000:00000001:1.0:1767734683.023059:0:250028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734683.023060:0:250028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734683.023062:0:250028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cc000. 00000100:00000001:1.0:1767734683.023065:0:250028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734683.023067:0:250028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767734683.023070:0:250028:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767734683.023077:0:250028:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767734683.023084:0:250028:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff94b2018d0000. 00000040:00000001:1.0:1767734683.023087:0:250028:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767734683.023089:0:250028:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767734683.023091:0:250028:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:1.0:1767734683.023095:0:250028:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cc000. 00000020:00000040:1.0:1767734683.023098:0:250028:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:1.0:1767734683.023102:0:250028:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734683.023103:0:250028:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734683.023112:0:250028:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734683.023117:0:250028:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f4628600. 00000100:00000001:1.0:1767734683.023122:0:250028:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.023126:0:250028:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734683.023127:0:250028:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734683.023131:0:250028:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b2010d9180. 00000100:00000001:1.0:1767734683.023133:0:250028:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975596928 : -117982733954688 : ffff94b2010d9180) 00000100:00000001:1.0:1767734683.023136:0:250028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734683.023138:0:250028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000001:1.0:1767734683.023142:0:250028:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734683.023145:0:250028:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.023147:0:250028:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734683.023149:0:250028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734683.023154:0:250028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cc000 x1853602672082560/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.023162:0:250028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734683.023164:0:250028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734683.023167:0:250028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734683.023170:0:250028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734683.023172:0:250028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734683.023176:0:250028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250028:1853602672082560:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1767734683.023180:0:250028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734683.023183:0:250028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734683.023185:0:250028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734683.023188:0:250028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734683.023207:0:250028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1d8678000. 02000000:00000001:1.0:1767734683.023210:0:250028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734683.023217:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734683.023220:0:250028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810d68. 00000400:00000010:1.0:1767734683.023226:0:250028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b2010d9780. 00000100:00000200:1.0:1767734683.023230:0:250028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672082560, portal 10 00000100:00000001:1.0:1767734683.023233:0:250028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734683.023234:0:250028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000040:1.0:1767734683.023241:0:250028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cc000 x1853602672082560/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.023255:0:250028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734683.023259:0:250028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734683.023262:0:250028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b880. 00000100:00000200:1.0:1767734683.023266:0:250028:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672082560, offset 0 00000400:00000200:1.0:1767734683.023272:0:250028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734683.023278:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734683.023284:0:250028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734683.023289:0:250028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734683.023293:0:250028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734683.023297:0:250028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734683.023300:0:250028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734683.023304:0:250028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66591:66591:256:4294967295] 192.168.203.112@tcp LPNI seq info [66591:66591:8:4294967295] 00000400:00000200:1.0:1767734683.023352:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734683.023366:0:250028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734683.023377:0:250028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734683.023385:0:250028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cb00. 00000800:00000200:1.0:1767734683.023393:0:250028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734683.023401:0:250028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734683.023406:0:250028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cb00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767734683.023424:0:250028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734683.023430:0:250028:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 108061 usecs (109 jiffies) 00000400:00000200:1.0:1767734683.023460:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734683.023464:0:250028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303444954 00000100:00000001:1.0:1767734683.023474:0:250028:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303444952 00000100:00000001:1.0:1767734683.023482:0:250028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303444954 00000100:00000001:1.0:1767734683.023487:0:250028:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303444952 00000100:00000001:1.0:1767734683.023496:0:250028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734683.023501:0:250028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.023513:0:250028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734683.023516:0:250028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734683.023519:0:250028:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b2010d9180 going to sleep for 11 seconds 00000100:00000001:1.0:1767734683.023522:0:250028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734683.023525:0:250028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734683.023546:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734683.023567:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cb00. 00000400:00000200:3.0:1767734683.023575:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734683.023583:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734683.023588:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b880 00000400:00000010:3.0:1767734683.023590:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b880. 00000100:00000001:3.0:1767734683.023594:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734683.023602:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cc000 x1853602672082560/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734683.023614:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734683.023618:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc000 x1853602672082560/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734699 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734683.023628:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734683.023630:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734683.025790:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.025804:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734683.025808:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.025811:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734683.025819:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.025825:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734683.025834:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.025839:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.025844:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.025848:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8416 into portal 10 MB=0x695d780d2fe80 00000400:00000200:2.0:1767734683.025853:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.025859:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8416/8416 into md 0x7b9b5 [4] + 224 00000800:00000001:2.0:1767734683.025866:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.025904:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734683.025908:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734683.025913:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734683.025918:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734683.025926:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cc000 x1853602672082560/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734683.025939:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94b1d02cc000 x1853602672082560/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734683.025967:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734683.025975:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.025980:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734683.026075:0:250028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734683.026085:0:250028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734683.026088:0:250028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734683.026091:0:250028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810d68. 00000400:00000200:1.0:1767734683.026098:0:250028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b2010d9780 00000400:00000010:1.0:1767734683.026100:0:250028:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b2010d9780. 00000100:00000001:1.0:1767734683.026104:0:250028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734683.026113:0:250028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cc000 x1853602672082560/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734683.026127:0:250028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cc000 x1853602672082560/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.026137:0:250028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734683.026139:0:250028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734683.026142:0:250028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734683.026144:0:250028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734683.026146:0:250028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734683.026149:0:250028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734683.026152:0:250028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734683.026158:0:250028:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=13 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734683.026162:0:250028:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734683.026165:0:250028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734683.026167:0:250028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734683.026169:0:250028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734683.026173:0:250028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.026176:0:250028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734683.026178:0:250028:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:1.0:1767734683.026180:0:250028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734683.026182:0:250028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734683.026187:0:250028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cc000 x1853602672082560/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.026215:0:250028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734683.026218:0:250028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734683.026220:0:250028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734683.026226:0:250028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cc000 x1853602672082560/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734699 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734683.026236:0:250028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250028:1853602672082560:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1767734683.026241:0:250028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734683.026244:0:250028:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.026246:0:250028:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734683.026248:0:250028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734683.026252:0:250028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cc000 x1853602672082560/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734699 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.026260:0:250028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734683.026263:0:250028:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b2010d9180. 00000100:00000001:1.0:1767734683.026266:0:250028:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734683.026267:0:250028:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767734683.026274:0:250028:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767734683.026276:0:250028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734683.026279:0:250028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cc000 x1853602672082560/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734699 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.026287:0:250028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734683.026289:0:250028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734683.026292:0:250028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1d8678000. 02000000:00000001:1.0:1767734683.026305:0:250028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734683.026358:0:250028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734683.026362:0:250028:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734683.026366:0:250028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734683.026369:0:250028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f4628600. 02000000:00000001:1.0:1767734683.026373:0:250028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734683.026375:0:250028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734683.026386:0:250028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cc000. 00000100:00000001:1.0:1767734683.026389:0:250028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734683.026391:0:250028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734683.026394:0:250028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734683.026395:0:250028:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734683.026398:0:250028:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767734683.026400:0:250028:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767734683.026404:0:250028:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:1.0:1767734683.026407:0:250028:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 1, last_idx 2 00000040:00000001:1.0:1767734683.026412:0:250028:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767734683.026414:0:250028:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767734683.026418:0:250028:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:1.0:1767734683.026421:0:250028:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767734683.026426:0:250028:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94b1dd24dae0. 00000040:00001000:1.0:1767734683.026430:0:250028:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 2 startidx 0 first_idx 1 last_idx 0 read_mode 0 00000040:00000001:1.0:1767734683.026434:0:250028:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767734683.026471:0:250028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1f4628600. 00000020:00000010:1.0:1767734683.026481:0:250028:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1f4629e00. 00000040:00000010:1.0:1767734683.026486:0:250028:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1f4629000. 00000020:00000010:1.0:1767734683.026493:0:250028:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1f9291800. 00000020:00000010:1.0:1767734683.026500:0:250028:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94b1fb820f18. 00000020:00000010:1.0:1767734683.026506:0:250028:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c3fbd800. 80000000:00000010:1.0:1767734683.026511:0:250028:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94b1dd24da80. 40000000:00000010:1.0:1767734683.026515:0:250028:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff94b1f451fc00. 00100000:00000010:1.0:1767734683.026551:0:250028:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94b1f9297000. 00040000:00000010:1.0:1767734683.026557:0:250028:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1f472cd00. 00040000:00000010:1.0:1767734683.026562:0:250028:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff94b1f9292800. 00040000:00000010:1.0:1767734683.026567:0:250028:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c3fbd200. 00000004:00000010:1.0:1767734683.026572:0:250028:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94b1f9291000. 00000004:00000010:1.0:1767734683.026578:0:250028:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff94b1c7ede000. 00000004:00000010:1.0:1767734683.026585:0:250028:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff94b1f9296800. 00002000:00000010:1.0:1767734683.026590:0:250028:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff94b1d04bc800. 00000004:00000010:1.0:1767734683.026596:0:250028:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff94b1d04be800. 00000020:00000010:1.0:1767734683.026602:0:250028:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1f451fec0. 00000040:00000010:1.0:1767734683.026613:0:250028:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94b1df088000. 00000040:00001000:1.0:1767734683.026624:0:250028:0:(llog.c:607:llog_process_thread()) index: 2 last_index 64767 00000040:00000001:1.0:1767734683.026627:0:250028:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767734683.026630:0:250028:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767734683.026633:0:250028:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:1.0:1767734683.026637:0:250028:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cc000. 00000020:00000040:1.0:1767734683.026640:0:250028:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:1.0:1767734683.026643:0:250028:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734683.026646:0:250028:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734683.026649:0:250028:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734683.026654:0:250028:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c3fbc200. 00000100:00000001:1.0:1767734683.026658:0:250028:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.026663:0:250028:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734683.026664:0:250028:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734683.026668:0:250028:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b2010d9180. 00000100:00000001:1.0:1767734683.026671:0:250028:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975596928 : -117982733954688 : ffff94b2010d9180) 00000100:00000001:1.0:1767734683.026674:0:250028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734683.026676:0:250028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000001:1.0:1767734683.026679:0:250028:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734683.026683:0:250028:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.026685:0:250028:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734683.026687:0:250028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734683.026693:0:250028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cc000 x1853602672082688/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.026702:0:250028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734683.026704:0:250028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734683.026707:0:250028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734683.026709:0:250028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734683.026712:0:250028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734683.026716:0:250028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250028:1853602672082688:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767734683.026720:0:250028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734683.026723:0:250028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734683.026725:0:250028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734683.026728:0:250028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734683.026740:0:250028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1d8678000. 02000000:00000001:1.0:1767734683.026748:0:250028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734683.026755:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734683.026758:0:250028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810d68. 00000400:00000010:1.0:1767734683.026763:0:250028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b2010d9780. 00000100:00000200:1.0:1767734683.026768:0:250028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672082688, portal 10 00000100:00000001:1.0:1767734683.026770:0:250028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734683.026772:0:250028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000040:1.0:1767734683.026779:0:250028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cc000 x1853602672082688/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.026787:0:250028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734683.026790:0:250028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734683.026793:0:250028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b110. 00000100:00000200:1.0:1767734683.026796:0:250028:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672082688, offset 0 00000400:00000200:1.0:1767734683.026807:0:250028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734683.026813:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734683.026818:0:250028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734683.026823:0:250028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734683.026827:0:250028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734683.026830:0:250028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734683.026833:0:250028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734683.026837:0:250028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66592:66592:256:4294967295] 192.168.203.112@tcp LPNI seq info [66592:66592:8:4294967295] 00000400:00000200:1.0:1767734683.026842:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734683.026851:0:250028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734683.026857:0:250028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734683.026861:0:250028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cf00. 00000800:00000200:1.0:1767734683.026867:0:250028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734683.026873:0:250028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734683.026878:0:250028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cf00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767734683.026897:0:250028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734683.026902:0:250028:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 105316 usecs (106 jiffies) 00000400:00000200:1.0:1767734683.026906:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734683.026916:0:250028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303444954 00000100:00000001:1.0:1767734683.026920:0:250028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303444954 00000100:00000001:1.0:1767734683.026922:0:250028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303444954 00000100:00000001:1.0:1767734683.026925:0:250028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303444954 00000100:00000001:1.0:1767734683.026927:0:250028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734683.026930:0:250028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.026933:0:250028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734683.026935:0:250028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734683.026938:0:250028:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b2010d9180 going to sleep for 11 seconds 00000100:00000001:1.0:1767734683.026941:0:250028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734683.026943:0:250028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734683.027051:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734683.027059:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cf00. 00000400:00000200:3.0:1767734683.027066:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734683.027073:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734683.027078:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b110 00000400:00000010:3.0:1767734683.027081:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b110. 00000100:00000001:3.0:1767734683.027085:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734683.027092:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cc000 x1853602672082688/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734683.027105:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734683.027109:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc000 x1853602672082688/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734683.027119:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734683.027121:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734683.029354:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.029369:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734683.029373:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.029377:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734683.029385:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.029393:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734683.029402:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.029407:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.029412:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.029416:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d780d2ff00 00000400:00000200:2.0:1767734683.029422:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.029428:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7b9bd [4] + 224 00000800:00000001:2.0:1767734683.029435:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.029478:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734683.029482:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734683.029487:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734683.029492:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734683.029500:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cc000 x1853602672082688/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734683.029514:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1d02cc000 x1853602672082688/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734683.029560:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734683.029570:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.029574:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734683.029670:0:250028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734683.029680:0:250028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734683.029682:0:250028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734683.029686:0:250028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810d68. 00000400:00000200:1.0:1767734683.029692:0:250028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b2010d9780 00000400:00000010:1.0:1767734683.029695:0:250028:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b2010d9780. 00000100:00000001:1.0:1767734683.029699:0:250028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734683.029708:0:250028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cc000 x1853602672082688/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734683.029721:0:250028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cc000 x1853602672082688/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.029731:0:250028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734683.029733:0:250028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734683.029736:0:250028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734683.029739:0:250028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734683.029741:0:250028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734683.029743:0:250028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734683.029746:0:250028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734683.029752:0:250028:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=13 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734683.029756:0:250028:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734683.029759:0:250028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734683.029761:0:250028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734683.029776:0:250028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734683.029779:0:250028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.029783:0:250028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734683.029785:0:250028:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:1.0:1767734683.029787:0:250028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734683.029789:0:250028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734683.029795:0:250028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cc000 x1853602672082688/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.029804:0:250028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734683.029807:0:250028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734683.029809:0:250028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734683.029813:0:250028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cc000 x1853602672082688/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734683.029823:0:250028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250028:1853602672082688:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767734683.029828:0:250028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734683.029831:0:250028:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.029833:0:250028:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734683.029836:0:250028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734683.029839:0:250028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cc000 x1853602672082688/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.029847:0:250028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734683.029850:0:250028:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b2010d9180. 00000100:00000001:1.0:1767734683.029853:0:250028:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734683.029855:0:250028:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767734683.029861:0:250028:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767734683.029862:0:250028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734683.029866:0:250028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cc000 x1853602672082688/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.029874:0:250028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734683.029876:0:250028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734683.029878:0:250028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1d8678000. 02000000:00000001:1.0:1767734683.029895:0:250028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734683.029897:0:250028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734683.029899:0:250028:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734683.029901:0:250028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734683.029904:0:250028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c3fbc200. 02000000:00000001:1.0:1767734683.029907:0:250028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734683.029909:0:250028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734683.029911:0:250028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cc000. 00000100:00000001:1.0:1767734683.029914:0:250028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734683.029916:0:250028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734683.029918:0:250028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734683.029920:0:250028:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734683.029922:0:250028:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767734683.029924:0:250028:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767734683.029928:0:250028:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1df088000 type=0x1064553b idx=1 00000040:00001000:1.0:1767734683.029932:0:250028:0:(llog.c:720:llog_process_thread()) synced_idx: 2 00000040:00000001:1.0:1767734683.029934:0:250028:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767734683.029936:0:250028:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767734683.029938:0:250028:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:1.0:1767734683.029942:0:250028:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cc000. 00000020:00000040:1.0:1767734683.029945:0:250028:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:1.0:1767734683.029948:0:250028:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734683.029950:0:250028:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734683.029953:0:250028:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734683.029958:0:250028:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c3fbc200. 00000100:00000001:1.0:1767734683.029963:0:250028:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.029966:0:250028:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734683.029968:0:250028:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734683.029972:0:250028:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b2010d9180. 00000100:00000001:1.0:1767734683.029974:0:250028:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975596928 : -117982733954688 : ffff94b2010d9180) 00000100:00000001:1.0:1767734683.029977:0:250028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734683.029979:0:250028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000001:1.0:1767734683.029983:0:250028:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734683.029987:0:250028:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.029989:0:250028:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734683.029991:0:250028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734683.030001:0:250028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cc000 x1853602672082816/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.030010:0:250028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734683.030012:0:250028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734683.030015:0:250028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734683.030018:0:250028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734683.030020:0:250028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734683.030024:0:250028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250028:1853602672082816:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767734683.030028:0:250028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734683.030032:0:250028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734683.030034:0:250028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734683.030036:0:250028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734683.030047:0:250028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1d8678000. 02000000:00000001:1.0:1767734683.030050:0:250028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734683.030057:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734683.030061:0:250028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810d68. 00000400:00000010:1.0:1767734683.030065:0:250028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b2010d9780. 00000100:00000200:1.0:1767734683.030070:0:250028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672082816, portal 10 00000100:00000001:1.0:1767734683.030073:0:250028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734683.030074:0:250028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000040:1.0:1767734683.030081:0:250028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cc000 x1853602672082816/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.030089:0:250028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734683.030092:0:250028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734683.030095:0:250028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b198. 00000100:00000200:1.0:1767734683.030098:0:250028:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672082816, offset 0 00000400:00000200:1.0:1767734683.030105:0:250028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734683.030111:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734683.030117:0:250028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734683.030121:0:250028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734683.030125:0:250028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734683.030128:0:250028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734683.030138:0:250028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734683.030142:0:250028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66593:66593:256:4294967295] 192.168.203.112@tcp LPNI seq info [66593:66593:8:4294967295] 00000400:00000200:1.0:1767734683.030148:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734683.030158:0:250028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734683.030164:0:250028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734683.030168:0:250028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c900. 00000800:00000200:1.0:1767734683.030174:0:250028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734683.030180:0:250028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734683.030184:0:250028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c900 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767734683.030206:0:250028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734683.030211:0:250028:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 102713 usecs (103 jiffies) 00000400:00000200:1.0:1767734683.030216:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734683.030218:0:250028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303444954 00000100:00000001:1.0:1767734683.030221:0:250028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303444954 00000100:00000001:1.0:1767734683.030224:0:250028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303444954 00000100:00000001:1.0:1767734683.030226:0:250028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303444954 00000100:00000001:1.0:1767734683.030229:0:250028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734683.030232:0:250028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.030234:0:250028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734683.030236:0:250028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734683.030239:0:250028:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b2010d9180 going to sleep for 11 seconds 00000100:00000001:1.0:1767734683.030242:0:250028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734683.030244:0:250028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734683.030413:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734683.030421:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c900. 00000400:00000200:3.0:1767734683.030429:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734683.030464:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734683.030471:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b198 00000400:00000010:3.0:1767734683.030487:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b198. 00000100:00000001:3.0:1767734683.030492:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734683.030499:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cc000 x1853602672082816/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734683.030512:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734683.030516:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc000 x1853602672082816/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734683.030525:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734683.030527:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734683.032506:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.032520:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734683.032524:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.032527:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734683.032535:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.032542:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734683.032551:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.032558:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.032562:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.032567:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d780d2ff80 00000400:00000200:2.0:1767734683.032572:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.032578:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7b9c5 [4] + 224 00000800:00000001:2.0:1767734683.032585:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.032598:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734683.032601:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734683.032605:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734683.032610:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734683.032618:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cc000 x1853602672082816/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734683.032632:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1d02cc000 x1853602672082816/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734683.032659:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734683.032667:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.032671:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734683.032769:0:250028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734683.032778:0:250028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734683.032780:0:250028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734683.032784:0:250028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810d68. 00000400:00000200:1.0:1767734683.032790:0:250028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b2010d9780 00000400:00000010:1.0:1767734683.032793:0:250028:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b2010d9780. 00000100:00000001:1.0:1767734683.032797:0:250028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734683.032806:0:250028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cc000 x1853602672082816/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734683.032833:0:250028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cc000 x1853602672082816/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.032842:0:250028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734683.032845:0:250028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734683.032848:0:250028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734683.032850:0:250028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734683.032852:0:250028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734683.032855:0:250028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734683.032858:0:250028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734683.032864:0:250028:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=13 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734683.032868:0:250028:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734683.032871:0:250028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734683.032873:0:250028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734683.032875:0:250028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734683.032878:0:250028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.032881:0:250028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734683.032883:0:250028:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:1.0:1767734683.032886:0:250028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734683.032887:0:250028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734683.032892:0:250028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cc000 x1853602672082816/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.032901:0:250028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734683.032904:0:250028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734683.032906:0:250028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734683.032911:0:250028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cc000 x1853602672082816/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734683.032921:0:250028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250028:1853602672082816:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767734683.032926:0:250028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734683.032929:0:250028:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.032931:0:250028:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734683.032938:0:250028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734683.032943:0:250028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cc000 x1853602672082816/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.032952:0:250028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734683.032954:0:250028:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b2010d9180. 00000100:00000001:1.0:1767734683.032957:0:250028:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734683.032959:0:250028:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767734683.032965:0:250028:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767734683.032967:0:250028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734683.032970:0:250028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cc000 x1853602672082816/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734699 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.032978:0:250028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734683.032980:0:250028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734683.032983:0:250028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1d8678000. 02000000:00000001:1.0:1767734683.032995:0:250028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734683.032997:0:250028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734683.032999:0:250028:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734683.033001:0:250028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734683.033004:0:250028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c3fbc200. 02000000:00000001:1.0:1767734683.033007:0:250028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734683.033008:0:250028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734683.033010:0:250028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cc000. 00000100:00000001:1.0:1767734683.033013:0:250028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734683.033015:0:250028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767734683.033018:0:250028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734683.033019:0:250028:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734683.033021:0:250028:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767734683.033023:0:250028:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767734683.033026:0:250028:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1df088000 type=0x1064553b idx=1 00000040:00001000:1.0:1767734683.033030:0:250028:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:1.0:1767734683.033032:0:250028:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1df088040 type=0x1064553b idx=2 00000040:00001000:1.0:1767734683.033035:0:250028:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 64 (8128 remains) 00000040:00080000:1.0:1767734683.033038:0:250028:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00000001:1.0:1767734683.033041:0:250028:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:1.0:1767734683.033044:0:250028:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:1.0:1767734683.033052:0:250028:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x25:0x0] at index 2 of catalog [0xa:0x5:0x0] 00000040:00000001:1.0:1767734683.033056:0:250028:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1767734683.033059:0:250028:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767734683.033062:0:250028:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1c3fbc200. 00000040:00000001:1.0:1767734683.033065:0:250028:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767734683.033068:0:250028:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:1.0:1767734683.033072:0:250028:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cc000. 00000020:00000040:1.0:1767734683.033074:0:250028:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:1.0:1767734683.033077:0:250028:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734683.033080:0:250028:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734683.033083:0:250028:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734683.033088:0:250028:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c3fbca00. 00000100:00000001:1.0:1767734683.033092:0:250028:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.033096:0:250028:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734683.033097:0:250028:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734683.033101:0:250028:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b2010d9180. 00000100:00000001:1.0:1767734683.033103:0:250028:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090975596928 : -117982733954688 : ffff94b2010d9180) 00000100:00000001:1.0:1767734683.033106:0:250028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734683.033108:0:250028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000001:1.0:1767734683.033112:0:250028:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734683.033115:0:250028:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.033118:0:250028:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734683.033119:0:250028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734683.033124:0:250028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cc000 x1853602672082944/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.033133:0:250028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734683.033135:0:250028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734683.033138:0:250028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734683.033140:0:250028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734683.033143:0:250028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734683.033147:0:250028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250028:1853602672082944:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767734683.033151:0:250028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734683.033154:0:250028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734683.033156:0:250028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734683.033164:0:250028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734683.033168:0:250028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c3fbc800. 02000000:00000001:1.0:1767734683.033170:0:250028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734683.033177:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734683.033180:0:250028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810d68. 00000400:00000010:1.0:1767734683.033185:0:250028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b6e8. 00000100:00000200:1.0:1767734683.033190:0:250028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672082944, portal 10 00000100:00000001:1.0:1767734683.033192:0:250028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734683.033194:0:250028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000040:1.0:1767734683.033200:0:250028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cc000 x1853602672082944/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.033208:0:250028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734683.033212:0:250028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734683.033215:0:250028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b198. 00000100:00000200:1.0:1767734683.033218:0:250028:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672082944, offset 0 00000400:00000200:1.0:1767734683.033224:0:250028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734683.033230:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734683.033236:0:250028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734683.033240:0:250028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734683.033244:0:250028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734683.033247:0:250028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734683.033250:0:250028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734683.033254:0:250028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66594:66594:256:4294967295] 192.168.203.112@tcp LPNI seq info [66594:66594:8:4294967295] 00000400:00000200:1.0:1767734683.033259:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734683.033269:0:250028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734683.033275:0:250028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734683.033279:0:250028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ce00. 00000800:00000200:1.0:1767734683.033285:0:250028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734683.033291:0:250028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734683.033296:0:250028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ce00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767734683.033346:0:250028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734683.033360:0:250028:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 100236 usecs (101 jiffies) 00000400:00000200:1.0:1767734683.033366:0:250028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734683.033369:0:250028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303444956 00000100:00000001:1.0:1767734683.033374:0:250028:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303444954 00000100:00000001:1.0:1767734683.033379:0:250028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303444956 00000100:00000001:1.0:1767734683.033384:0:250028:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303444954 00000100:00000001:1.0:1767734683.033388:0:250028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734683.033391:0:250028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734683.033395:0:250028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734683.033397:0:250028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734683.033401:0:250028:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b2010d9180 going to sleep for 11 seconds 00000100:00000001:1.0:1767734683.033404:0:250028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734683.033407:0:250028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734683.033508:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734683.033516:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ce00. 00000400:00000200:3.0:1767734683.033522:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734683.033530:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734683.033535:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b198 00000400:00000010:3.0:1767734683.033538:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b198. 00000100:00000001:3.0:1767734683.033542:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734683.033549:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cc000 x1853602672082944/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734683.033562:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734683.033566:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc000 x1853602672082944/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734699 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734683.033575:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734683.033578:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734683.035469:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.035483:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734683.035487:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.035490:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734683.035509:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.035516:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734683.035523:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.035527:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.035532:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.035536:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d30000 00000400:00000200:2.0:1767734683.035542:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734683.035548:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b9cd [1] + 224 00000800:00000001:2.0:1767734683.035554:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.035563:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734683.035567:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734683.035571:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734683.035576:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734683.035583:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cc000 x1853602672082944/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734683.035597:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff94b1d02cc000 x1853602672082944/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734683.035624:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734683.035631:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734683.035635:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734683.035732:0:250028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734683.035741:0:250028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734683.035743:0:250028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734683.035747:0:250028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810d68. 00000400:00000200:1.0:1767734683.035754:0:250028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b6e8 00000400:00000010:1.0:1767734683.035756:0:250028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b6e8. 00000100:00000001:1.0:1767734683.035760:0:250028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734683.035769:0:250028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cc000 x1853602672082944/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734683.035783:0:250028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cc000 x1853602672082944/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.035793:0:250028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734683.035795:0:250028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734683.035798:0:250028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734683.035800:0:250028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734683.035802:0:250028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734683.035805:0:250028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734683.035807:0:250028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734683.035814:0:250028:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=13 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734683.035818:0:250028:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734683.035833:0:250028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767734683.035839:0:250028:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff94b1d02cc000 x1853602672082944/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.035847:0:250028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:1.0:1767734683.035851:0:250028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734683.035853:0:250028:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:1.0:1767734683.035855:0:250028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734683.035857:0:250028:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:1.0:1767734683.035862:0:250028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cc000 x1853602672082944/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734699 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.035871:0:250028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:1.0:1767734683.035874:0:250028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734683.035876:0:250028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734683.035881:0:250028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cc000 x1853602672082944/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734699 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734683.035890:0:250028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250028:1853602672082944:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767734683.035895:0:250028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734683.035898:0:250028:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:1.0:1767734683.035901:0:250028:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734683.035903:0:250028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734683.035907:0:250028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cc000 x1853602672082944/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734699 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.035915:0:250028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734683.035918:0:250028:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b2010d9180. 00000100:00000001:1.0:1767734683.035921:0:250028:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734683.035923:0:250028:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767734683.035926:0:250028:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:1.0:1767734683.035929:0:250028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734683.035931:0:250028:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734683.035939:0:250028:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767734683.035941:0:250028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734683.035946:0:250028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cc000 x1853602672082944/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734699 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734683.035953:0:250028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734683.035955:0:250028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734683.035958:0:250028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c3fbc800. 02000000:00000001:1.0:1767734683.035961:0:250028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734683.035963:0:250028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734683.035964:0:250028:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734683.035966:0:250028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734683.035968:0:250028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c3fbca00. 02000000:00000001:1.0:1767734683.035971:0:250028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734683.035973:0:250028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734683.035975:0:250028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cc000. 00000100:00000001:1.0:1767734683.035978:0:250028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734683.035979:0:250028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1767734683.035982:0:250028:0:(llog.c:1547:llog_open()) lustre-MDT0000-mdc-ffff94b1e7e86000: Failed to open llog : rc -13 00000040:00000010:1.0:1767734683.035986:0:250028:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1c3fbc200. 00000040:00000001:1.0:1767734683.035989:0:250028:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:1.0:1767734683.035992:0:250028:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0000-mdc-ffff94b1e7e86000: error opening log id [0x1:0x25:0x0]: rc = -13 00000040:00000001:1.0:1767734683.035996:0:250028:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:1.0:1767734683.035999:0:250028:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0000-mdc-ffff94b1e7e86000: can't find llog handle [0x1:0x25:0x0]: rc = -13 00000040:00000001:1.0:1767734683.036003:0:250028:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767734683.036006:0:250028:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:1.0:1767734683.036009:0:250028:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767734683.036012:0:250028:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:1.0:1767734683.036015:0:250028:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 2 count 2 00000040:00000010:1.0:1767734683.036018:0:250028:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff94b1df088000. 00000020:00000010:1.0:1767734683.036027:0:250028:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1f451fec0. 00000020:00000010:1.0:1767734683.036041:0:250028:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1f4629e00. 00000040:00000010:1.0:1767734683.036046:0:250028:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1f4629000. 00000020:00000010:1.0:1767734683.036057:0:250028:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1f9291800. 00000020:00000010:1.0:1767734683.036061:0:250028:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff94b1fb820f18. 00000020:00000010:1.0:1767734683.036068:0:250028:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c3fbd800. 80000000:00000010:1.0:1767734683.036072:0:250028:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94b1dd24da80. 40000000:00000010:1.0:1767734683.036076:0:250028:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff94b1f451fc00. 00100000:00000010:1.0:1767734683.036081:0:250028:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94b1f9297000. 00040000:00000010:1.0:1767734683.036084:0:250028:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1f472cd00. 00040000:00000010:1.0:1767734683.036089:0:250028:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff94b1f9292800. 00040000:00000010:1.0:1767734683.036093:0:250028:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c3fbd200. 00000004:00000010:1.0:1767734683.036097:0:250028:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff94b1f9291000. 00000004:00000010:1.0:1767734683.036101:0:250028:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff94b1c7ede000. 00000004:00000010:1.0:1767734683.036106:0:250028:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff94b1f9296800. 00002000:00000010:1.0:1767734683.036109:0:250028:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff94b1d04bc800. 00000004:00000010:1.0:1767734683.036113:0:250028:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff94b1d04be800. 00000020:00000010:1.0:1767734683.036116:0:250028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1f4628600. 00000040:00000010:1.0:1767734683.036120:0:250028:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94b1dd24dae0. 00000040:00000001:1.0:1767734683.036123:0:250028:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767734683.036126:0:250028:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:1.0:1767734683.036129:0:250028:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0000-mdc-ffff94b1e7e86000: fail to process llog: rc = -13 00000002:00000001:1.0:1767734683.036132:0:250028:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:1.0:1767734683.036152:0:250028:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:1.0:1767734683.036156:0:250028:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94b2018d0000. 00000040:00000010:1.0:1767734683.036162:0:250028:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1f4628800. 00000040:00000001:1.0:1767734683.036164:0:250028:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1767734683.036167:0:250028:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff94b1e7e1ba80 : new refcount 1 00000020:00000040:1.0:1767734683.036171:0:250028:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000001:3.0:1767734683.036255:0:250027:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:1.0:1767734683.036351:0:250028:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:3.0:1767734683.036423:0:250027:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1f7416800. 00000100:00000040:3.0:1767734683.138429:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303444956, at 4303444960 00000100:00000010:3.0:1767734683.138462:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d540. 00000100:00000040:2.0:1767734683.139359:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303444956, at 4303444960 00000100:00000010:2.0:1767734683.139372:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d900. 00010000:00000001:3.0:1767734683.363405:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734683.363411:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734683.363419:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734683.363423:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734683.363532:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734683.363538:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734683.363543:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767734683.634029:0:250117:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767734683.808059:0:250153:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767734683.808066:0:250153:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_160k: @@@@@@ FAIL: rmdir not recorded 00000001:00000001:1.0:1767734683.812051:0:250153:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1767734684.386449:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734684.386469:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734684.386478:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734684.386479:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734684.386610:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734684.386616:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734684.386621:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767734684.407617:0:250251:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 70586 lines, 70586 kept, 0 dropped, 0 bad.